-- Logs begin at Thu 2021-04-22 12:00:33 UTC, end at Thu 2021-04-22 13:17:29 UTC. -- Apr 22 12:46:34.413515 dv-cinder-787262-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 12:46:38.117044 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.common.config [-] Logging enabled! Apr 22 12:46:38.117870 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123 Apr 22 12:46:38.119046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86392) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 12:46:38.121152 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.common.config [-] Logging enabled! Apr 22 12:46:38.121474 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123 Apr 22 12:46:38.121844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86392) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 12:46:38.122959 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 12:46:38.123370 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 12:46:38.125712 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 12:46:38.126172 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 12:46:38.126591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 12:46:38.127262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.127872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.129033 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.129490 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.130066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.130632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.131191 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.131763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.132353 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.132946 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.133496 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.134068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.134513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.135067 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.135625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.136169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.136584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] debug = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.137194 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.138216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.138767 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.139316 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.139890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.140438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.141458 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.141803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.142371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.143022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] host = dv-cinder-787262-3-smb {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.143569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.144209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.145311 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.145881 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.146431 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.146981 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.147551 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.148101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.148642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] log_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.149239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.149818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.150389 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.150965 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.151406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.151843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.152440 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.153047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.153592 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.154161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.154720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.155552 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.156099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.156579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.157138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.157714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.158289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.158838 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.159387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.159953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.160498 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.161103 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.161660 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.162201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.162754 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.163345 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.163870 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.164410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.165060 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.165644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.166201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.166776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.167324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.167907 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.168460 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.169042 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.169579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] use_json = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.170111 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.170655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.171231 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.171789 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.172339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.172917 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.173450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.174002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:38.174603 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.175196 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.175843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.176413 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.177046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.177597 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.178166 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.178721 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.179314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.179906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.180477 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.181070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.181656 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.182218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.182818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.183438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.184038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.184630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.185256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.185806 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.186348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.186928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.187500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.188098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.188717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.189293 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.189863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.190460 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.191544 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.192092 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.192652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.193280 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.193844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.194395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.194971 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.195526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.196062 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.196613 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.197205 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.197799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.198369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.198911 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.199434 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.200001 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.200565 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.201191 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.201765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.202321 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.202931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.203515 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.204076 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.204638 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.205237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.205795 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.206363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.207004 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.207566 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.208129 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.208720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.209284 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.209846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.210400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.210977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.211524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.212074 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.212611 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.213184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.213709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.214278 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.214868 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.215425 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.215975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.216526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.217114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.217665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.218216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.218761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.219324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.219867 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.220454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.221101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.221668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.222801 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.223473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.223958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.224439 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.225038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.225600 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.226169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.226754 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.227320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.227927 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.228516 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.229139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.229752 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.230354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.230931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.231575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.232152 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:38.232599 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 12:46:38.233149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86392) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 22 12:46:38.963863 dv-cinder-787262-3-smb neutron-server[86392]: INFO keyring.backend [-] Loading Gnome Apr 22 12:46:38.981925 dv-cinder-787262-3-smb neutron-server[86392]: INFO keyring.backend [-] Loading Google Apr 22 12:46:38.984818 dv-cinder-787262-3-smb neutron-server[86392]: INFO keyring.backend [-] Loading Windows (alt) Apr 22 12:46:38.988934 dv-cinder-787262-3-smb neutron-server[86392]: INFO keyring.backend [-] Loading file Apr 22 12:46:38.989803 dv-cinder-787262-3-smb neutron-server[86392]: INFO keyring.backend [-] Loading keyczar Apr 22 12:46:38.990099 dv-cinder-787262-3-smb neutron-server[86392]: INFO keyring.backend [-] Loading multi Apr 22 12:46:38.990749 dv-cinder-787262-3-smb neutron-server[86392]: INFO keyring.backend [-] Loading pyfs Apr 22 12:46:39.039221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:46:39.039520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:46:39.039846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:46:39.040222 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 12:46:39.460485 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.461409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.461409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.462501 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.462929 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.463230 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.504648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.504920 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.505224 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.522052 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.522347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.522650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.595281 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.595568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.595873 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.596998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.597890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.600084 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.896176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.896502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.896854 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.897162 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:39.898240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.058452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.058794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.059128 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.059444 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.059754 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.060151 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.060756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.061217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.061410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.061640 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.061953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.062273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.062591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.062896 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.063223 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.063551 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.063855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.064188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.064481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.064864 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.065526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.065778 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.065986 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.066316 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.066606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.066897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.067387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 12:46:40.067664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 12:46:40.067942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 12:46:40.068217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 12:46:40.068490 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 12:46:40.068791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 12:46:40.069238 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 12:46:40.072983 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 12:46:40.077338 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 12:46:40.082204 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Apr 22 12:46:40.084476 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 12:46:40.085820 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 12:46:40.086218 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 12:46:40.086675 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 12:46:40.091236 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 12:46:40.091512 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 12:46:40.091944 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 12:46:40.119899 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 22 12:46:40.120527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.121026 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86392) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 12:46:40.121512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.123177 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86392) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 12:46:40.123524 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 12:46:40.123804 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 12:46:40.127405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.127736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:40.204814 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 12:46:40.205197 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 12:46:40.205529 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 12:46:40.206217 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 12:46:40.264994 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_db.sqlalchemy.engines [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86392) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 22 12:46:40.879297 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Initializing driver for type 'gre' Apr 22 12:46:40.880243 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] gre ID ranges: [(1, 1000)] Apr 22 12:46:41.027111 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Initializing driver for type 'local' Apr 22 12:46:41.027558 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Initializing driver for type 'vlan' Apr 22 12:46:41.112533 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] VlanTypeDriver initialization complete Apr 22 12:46:41.113205 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Initializing driver for type 'vxlan' Apr 22 12:46:41.114017 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] vxlan ID ranges: [(1, 1000)] Apr 22 12:46:41.306634 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Initializing extension driver 'port_security' Apr 22 12:46:41.307001 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.extensions.port_security [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] PortSecurityExtensionDriver initialization complete Apr 22 12:46:41.307384 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Initializing mechanism driver 'openvswitch' Apr 22 12:46:41.307750 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Initializing mechanism driver 'hyperv' Apr 22 12:46:41.314558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:46:41.315419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > port after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.315832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > port after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.316226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > port after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.316666 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > subnet after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.317084 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > subnet after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.317472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.317893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > network after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.318280 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > network after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.318660 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > network after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.319082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > security_group after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.319469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > security_group after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.320033 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.320461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.320879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.321254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.321729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > address_group after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.322047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > address_group after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.322422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.322794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] ML2 OVO RPC backend initialized. {{(pid=86392) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 22 12:46:41.323643 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.324040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.324505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > network before_response 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.324915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > networks before_response 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.325299 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > port before_response 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.325680 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > ports before_response 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.326064 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > subnet before_response 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.326445 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > subnets before_response 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.326831 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > network after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.327219 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > network after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.327590 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > network after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.327965 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > port after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.328336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > port after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.328748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > port after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.329132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > subnet after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.329612 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > subnet after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.329878 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.330565 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.plugin [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Modular L2 Plugin initialization complete Apr 22 12:46:41.331040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading services supported by the core plugin {{(pid=86392) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 12:46:41.331312 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.plugins.ml2.managers [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Got port-security extension from driver 'port_security' Apr 22 12:46:41.332486 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.extensions.vlantransparent [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Disabled vlantransparent extension. Apr 22 12:46:41.333099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86392) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 12:46:41.333448 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading Plugin: router Apr 22 12:46:41.389302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.390072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router after_create 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.390782 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router before_create 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.391759 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.392502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.393269 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router after_delete 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.394503 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.395232 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router after_create 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.395910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router after_update 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.396607 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router after_update 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.397321 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.398016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router after_update 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.398860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router precommit_update 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.399630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: port after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.400308 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: port after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.401017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: subnet after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.401696 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.402408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.403094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router precommit_create 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.403777 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: port before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.404455 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router precommit_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.405224 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router after_update 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.405909 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.406605 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router precommit_create 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.407342 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.408032 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router precommit_update 55549900 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.408875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > network after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.411368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Tracking information for resource: router configured {{(pid=86392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 12:46:41.412043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Tracking information for resource: floatingip configured {{(pid=86392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 12:46:41.420946 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_agentschedulers_db [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 12:46:41.422073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: port after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.422986 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: port after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.423409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: port after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.424068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: port after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.425695 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router before_create 55550100 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.426304 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.426947 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router precommit_create 55550100 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.427523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > router precommit_update 55550100 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.437171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.provider_configuration [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service providers = [] {{(pid=86392) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 12:46:41.437576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.servicetype_db [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86392) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 12:46:41.440729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.service_base [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 12:46:41.441142 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.service_base [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 12:46:41.441530 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.service_base [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 12:46:41.442452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.service_base [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 12:46:41.442872 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.services.service_base [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 12:46:41.443311 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 12:46:41.443674 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 12:46:41.454879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 12:46:41.455260 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading Plugin: auto_allocate Apr 22 12:46:41.462194 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: network precommit_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.462662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: network precommit_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.463483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 12:46:41.463811 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading Plugin: tag Apr 22 12:46:41.472805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 12:46:41.473150 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading Plugin: timestamp Apr 22 12:46:41.477584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 12:46:41.477849 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading Plugin: network_ip_availability Apr 22 12:46:41.484034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.484516 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.485216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.485934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 12:46:41.486465 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading Plugin: flavors Apr 22 12:46:41.491927 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 12:46:41.492350 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading Plugin: revisions Apr 22 12:46:41.497430 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 12:46:41.497861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.458s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:46:41.498708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86392) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 22 12:46:41.499073 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Initializing extension manager. Apr 22 12:46:41.499662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: __init__.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.500085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: __pycache__ {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.500477 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.500879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: address_group.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.501773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.502503 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: address-group Apr 22 12:46:41.502839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: address_scope.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.503702 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.504276 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: address-scope Apr 22 12:46:41.504801 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.505742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.506350 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: router-admin-state-down-before-update Apr 22 12:46:41.506712 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: agent.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.507531 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.508123 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: agent Apr 22 12:46:41.508489 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: agent_resources_synced.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.509504 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.510091 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: agent-resources-synced Apr 22 12:46:41.510455 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: allowedaddresspairs.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.512380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.513019 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: allowed-address-pairs Apr 22 12:46:41.513396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: auto_allocated_topology.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.514554 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.515153 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: auto-allocated-topology Apr 22 12:46:41.515519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: availability_zone.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.516556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.517194 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: availability_zone Apr 22 12:46:41.517558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: availability_zone_filter.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.518655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.519784 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: availability_zone_filter Apr 22 12:46:41.520151 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: data_plane_status.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.521285 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.521871 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 12:46:41.522237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: default_subnetpools.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.523204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.523794 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: default-subnetpools Apr 22 12:46:41.524153 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.525138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.525746 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: dhcp_agent_scheduler Apr 22 12:46:41.526108 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: dns.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.527100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.527727 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension dns-integration not supported by any of loaded plugins Apr 22 12:46:41.528050 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: dns_domain_ports.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.529062 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.529657 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 12:46:41.530023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: dvr.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.530785 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.531378 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: dvr Apr 22 12:46:41.531739 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: empty_string_filtering.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.532760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.533362 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: empty-string-filtering Apr 22 12:46:41.533735 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.534774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.535358 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 12:46:41.535733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.536735 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.537297 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 12:46:41.537659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: external_net.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.538618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.539202 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: external-net Apr 22 12:46:41.539566 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.540506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.541123 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: extra_dhcp_opt Apr 22 12:46:41.541484 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: extraroute.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.542426 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.543122 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: extraroute Apr 22 12:46:41.543373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: extraroute_atomic.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.544449 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.545309 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: extraroute-atomic Apr 22 12:46:41.545629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: filter_validation.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.546403 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.547052 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: filter-validation Apr 22 12:46:41.547456 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: fip_pf_description.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.548457 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.549150 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 12:46:41.549559 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: fip_port_details.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.551210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.551854 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: fip-port-details Apr 22 12:46:41.552258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: flavors.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.553715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.554357 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: flavors Apr 22 12:46:41.554768 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.556592 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.557493 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 12:46:41.557725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: floatingip_pools.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.558577 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.559240 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: floatingip-pools Apr 22 12:46:41.559663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: ip_allocation.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.560717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.561371 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 12:46:41.561794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.562815 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.563621 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: ip-substring-filtering Apr 22 12:46:41.563879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: l2_adjacency.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.565030 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.565579 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 12:46:41.566057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: l3.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.567404 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.567934 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: router Apr 22 12:46:41.568356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.570909 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.571627 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 12:46:41.572025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.573202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.573886 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: ext-gw-mode Apr 22 12:46:41.574303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.575573 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.576094 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: l3-ha Apr 22 12:46:41.576559 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: l3_flavors.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.577706 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.578151 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: l3-flavors Apr 22 12:46:41.578516 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.579664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.580340 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 12:46:41.580747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: l3agentscheduler.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.582612 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.583238 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: l3_agent_scheduler Apr 22 12:46:41.583651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: logging.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.585544 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.586149 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension logging not supported by any of loaded plugins Apr 22 12:46:41.586534 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: metering.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.587374 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.588097 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: metering Apr 22 12:46:41.588465 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.589709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.590315 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: metering_source_and_destination_fields Apr 22 12:46:41.590681 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: multiprovidernet.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.591679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.592279 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: multi-provider Apr 22 12:46:41.592648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: netmtu.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.593662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.594251 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: net-mtu Apr 22 12:46:41.594614 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: netmtu_writable.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.595625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.596175 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: net-mtu-writable Apr 22 12:46:41.596541 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: network_availability_zone.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.597551 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.598297 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: network_availability_zone Apr 22 12:46:41.598476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: network_ip_availability.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.599701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.600292 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: network-ip-availability Apr 22 12:46:41.600655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: network_segment_range.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.601722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.602563 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 12:46:41.602979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: pagination.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.604203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.604629 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: pagination Apr 22 12:46:41.605023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: port_device_profile.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.606182 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.606792 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: port-device-profile Apr 22 12:46:41.607249 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.608324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.609010 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: port-mac-address-regenerate Apr 22 12:46:41.609425 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.610380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.610961 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: port-numa-affinity-policy Apr 22 12:46:41.611322 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: port_resource_request.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.612257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.612908 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 12:46:41.613313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: portbindings.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.614249 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.614843 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: binding Apr 22 12:46:41.615204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: portbindings_extended.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.616586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.617219 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: binding-extended Apr 22 12:46:41.617586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: portsecurity.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.618553 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.619144 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: port-security Apr 22 12:46:41.619505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: project_id.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.620528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.620935 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: project-id Apr 22 12:46:41.621301 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: providernet.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.622266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.622873 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: provider Apr 22 12:46:41.623236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: qos.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.627239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.627873 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension qos not supported by any of loaded plugins Apr 22 12:46:41.628248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.630314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.630918 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 12:46:41.631287 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.632332 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.632965 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 12:46:41.633364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: qos_default.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.634292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.634896 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension qos-default not supported by any of loaded plugins Apr 22 12:46:41.635262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: qos_fip.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.636004 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.636743 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension qos-fip not supported by any of loaded plugins Apr 22 12:46:41.637098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: qos_gateway_ip.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.638110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.638710 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 12:46:41.639076 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: qos_port_network_policy.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.640109 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.641588 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 12:46:41.641588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: qos_rule_type_details.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.642486 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.643086 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 12:46:41.643516 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: qos_rules_alias.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.644649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.645288 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 12:46:41.645645 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: quotasv2.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.646751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.647119 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: quotas Apr 22 12:46:41.647484 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: quotasv2_detail.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.649661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.650053 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: quota_details Apr 22 12:46:41.650425 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: rbac.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.651811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.652493 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: rbac-policies Apr 22 12:46:41.652961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: rbac_address_group.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.654124 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.654780 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: rbac-address-group Apr 22 12:46:41.655144 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: rbac_address_scope.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.656193 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.656927 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: rbac-address-scope Apr 22 12:46:41.657254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: rbac_security_groups.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.658394 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.659080 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: rbac-security-groups Apr 22 12:46:41.659447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: rbac_subnetpool.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.661155 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.661775 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: rbac-subnetpool Apr 22 12:46:41.662142 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: revisionifmatch.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.663176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.663794 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: revision-if-match Apr 22 12:46:41.664156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: revisions.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.665456 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.666062 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: standard-attr-revisions Apr 22 12:46:41.666432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: router_availability_zone.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.667195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.667787 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: router_availability_zone Apr 22 12:46:41.668207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: routerservicetype.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.669289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.669881 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension router-service-type not supported by any of loaded plugins Apr 22 12:46:41.670524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.671593 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.672208 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: security-groups-normalized-cidr Apr 22 12:46:41.672579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.673644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.674245 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: port-security-groups-filtering Apr 22 12:46:41.674608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.675711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.676315 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: security-groups-remote-address-group Apr 22 12:46:41.676727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: securitygroup.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.692208 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.692919 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: security-group Apr 22 12:46:41.693311 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: segment.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.694346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.694971 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension segment not supported by any of loaded plugins Apr 22 12:46:41.695341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.696449 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.697138 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 12:46:41.697549 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: servicetype.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.698824 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.699440 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: service-type Apr 22 12:46:41.699812 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: sorting.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.701070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.701380 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: sorting Apr 22 12:46:41.701641 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: standard_attr_segment.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.702659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.703299 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 12:46:41.703667 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: standardattrdescription.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.704398 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.705038 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: standard-attr-description Apr 22 12:46:41.705409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: stateful_security_group.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.706479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.707146 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: stateful-security-group Apr 22 12:46:41.707515 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: stdattrs_common.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.708229 dv-cinder-787262-3-smb neutron-server[86392]: WARNING neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 12:46:41.708596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.709784 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.710419 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 12:46:41.710783 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: subnet_onboard.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.712014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.712620 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: subnet_onboard Apr 22 12:46:41.713022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.714022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.714626 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 12:46:41.715000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: subnet_service_types.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.715971 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.716562 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: subnet-service-types Apr 22 12:46:41.716965 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: subnetallocation.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.718123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.718719 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: subnet_allocation Apr 22 12:46:41.719142 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.719800 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.720408 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: subnetpool-prefix-ops Apr 22 12:46:41.720805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.721837 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.722971 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 12:46:41.723334 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: tagging.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.724815 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.725441 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: standard-attr-tag Apr 22 12:46:41.725908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: timestamp.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.727124 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.727780 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loaded extension: standard-attr-timestamp Apr 22 12:46:41.728202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: trunk.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.729232 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.729835 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension trunk not supported by any of loaded plugins Apr 22 12:46:41.730202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: trunk_details.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.731217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.731923 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension trunk-details not supported by any of loaded plugins Apr 22 12:46:41.732285 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: uplink_status_propagation.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.733364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.733982 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 12:46:41.734342 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Loading extension file: vlantransparent.py {{(pid=86392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 12:46:41.735097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 12:46:41.735726 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 12:46:41.738957 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:network Apr 22 12:46:41.739890 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:subnet Apr 22 12:46:41.740653 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 12:46:41.741439 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:port Apr 22 12:46:41.743320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.743870 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service FLAVORS assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.744647 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.745207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.745603 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:router Apr 22 12:46:41.746515 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 12:46:41.747404 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service METERING assigned prefix: /metering {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.749674 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.750137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.750576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:46:41.752129 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 12:46:41.752734 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:security_group Apr 22 12:46:41.754209 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 12:46:41.755102 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service CORE assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.755529 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 12:46:41.755951 dv-cinder-787262-3-smb neutron-server[86392]: WARNING neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] subnetpool is already registered Apr 22 12:46:41.756859 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service CORE assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.757127 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 12:46:41.757559 dv-cinder-787262-3-smb neutron-server[86392]: WARNING neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] subnetpool is already registered Apr 22 12:46:41.760727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.761202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service FLAVORS assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.761881 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.762348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.762731 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:router Apr 22 12:46:41.763110 dv-cinder-787262-3-smb neutron-server[86392]: WARNING neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] router is already registered Apr 22 12:46:41.763865 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 12:46:41.764234 dv-cinder-787262-3-smb neutron-server[86392]: WARNING neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] floatingip is already registered Apr 22 12:46:41.765083 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service METERING assigned prefix: /metering {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.765821 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 12:46:41.766458 dv-cinder-787262-3-smb neutron-server[86392]: WARNING neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] rbac_policy is already registered Apr 22 12:46:41.767151 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:security_group Apr 22 12:46:41.767523 dv-cinder-787262-3-smb neutron-server[86392]: WARNING neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] security_group is already registered Apr 22 12:46:41.768237 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 12:46:41.768604 dv-cinder-787262-3-smb neutron-server[86392]: WARNING neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] security_group_rule is already registered Apr 22 12:46:41.769570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service CORE assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.769962 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 12:46:41.770330 dv-cinder-787262-3-smb neutron-server[86392]: WARNING neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] subnetpool is already registered Apr 22 12:46:41.771057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.resource_helper [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Service CORE assigned prefix: {{(pid=86392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 12:46:41.771427 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 12:46:41.771839 dv-cinder-787262-3-smb neutron-server[86392]: WARNING neutron.quota.resource_registry [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] subnetpool is already registered Apr 22 12:46:41.772592 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: extensions {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.774277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: address-groups {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.776066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: address-scopes {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.777653 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: agents {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.779084 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: auto-allocated-topology {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.780561 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: availability_zones {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.782039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: dhcp-networks {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.783548 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: dhcp-agents {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.785656 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: routers {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.787604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: flavors {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.788886 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: service_profiles {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.790233 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: next_providers {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.791976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: service_profiles {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.793641 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: floatingip-pools {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.794952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: routers {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.796942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: floatingips {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.798231 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: l3-routers {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.799758 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: l3-agents {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.801432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: metering-labels {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.804116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: metering-label-rules {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.805509 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: network-ip-availabilities {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.806899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: bindings {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.808742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: quotas {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.810304 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: quotas {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.811805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: rbac-policies {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.813263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: security-groups {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.814677 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: security-group-rules {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.816539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: service-providers {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.817893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: subnetpools {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.819434 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: subnetpools {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.821009 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: tags {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.822998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: tags {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.825044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: tags {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.827003 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: tags {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.829318 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: tags {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.831271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: tags {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.833319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: tags {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.835378 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: tags {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.837564 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: tags {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.839553 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.extensions [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Extended resource: tags {{(pid=86392) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 12:46:41.846794 dv-cinder-787262-3-smb neutron-server[86392]: WARNING keystonemiddleware.auth_token [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 12:46:41.853099 dv-cinder-787262-3-smb neutron-server[86392]: WARNING keystonemiddleware.auth_token [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 12:46:41.862536 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Acquired lock "singleton_lock" {{(pid=86392) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 12:46:41.863132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Releasing lock "singleton_lock" {{(pid=86392) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 12:46:41.864672 dv-cinder-787262-3-smb neutron-server[86392]: INFO oslo_service.service [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Starting 2 workers Apr 22 12:46:41.869725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Started child 86511 {{(pid=86392) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 12:46:41.874380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:46:41.875297 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Started child 86512 {{(pid=86392) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 12:46:41.876463 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [-] (86511) wsgi starting up on http://0.0.0.0:9696 Apr 22 12:46:41.876949 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.service [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 12:46:41.877657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Notify callbacks [] for process, before_spawn {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:46:41.881245 dv-cinder-787262-3-smb neutron-server[86392]: INFO oslo_service.service [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Starting 1 workers Apr 22 12:46:41.884176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:46:41.884176 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [-] (86512) wsgi starting up on http://0.0.0.0:9696 Apr 22 12:46:41.887197 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Started child 86513 {{(pid=86392) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 12:46:41.887828 dv-cinder-787262-3-smb neutron-server[86392]: INFO oslo_service.service [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Starting 1 workers Apr 22 12:46:41.891969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.service [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] calling RpcWorker wait() {{(pid=86513) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 12:46:41.892650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.service [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] returning from RpcWorker wait() {{(pid=86513) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 12:46:41.893376 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Started child 86514 {{(pid=86392) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 12:46:41.894369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-66f38d0a-001b-4f4d-82ec-095de28bb731 None None] Notify callbacks [] for process, after_spawn {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:46:41.894988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:46:41.895788 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:46:41.896150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86392) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 12:46:41.896371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 12:46:41.896816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 12:46:41.897100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 12:46:41.897555 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 12:46:41.897724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 12:46:41.898503 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:46:41.898662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.898797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.899049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.899358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.899690 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.900359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.900816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.901120 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.901432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.901797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.901983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.902336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.902814 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.903097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.903459 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.903755 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.904031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.904348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.904541 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.905036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.905341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.905632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.905936 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] debug = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.906216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.906791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.907028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.907271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.907563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.907860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.908139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.908435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.908736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.909007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.909391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.910109 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.910346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.910553 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.910759 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.911426 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.911426 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.911810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] host = dv-cinder-787262-3-smb {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.912031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.912293 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.912526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.912948 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.913188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.913405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.913638 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.913956 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.914185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.914392 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.914645 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.914920 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.915206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.915533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.915754 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_options = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.915901 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.916159 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.916636 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.916636 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.917088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.917088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.917493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.917493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.917887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.918087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.918305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.918565 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.918820 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.919147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.919305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.919592 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.919863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.920051 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.920367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.920761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.921014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.921651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.921651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.922016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.922237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.922454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.922677 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.922885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.923306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.923306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.923731 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.923948 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.924328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.924328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.924719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.924906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.925093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.925485 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.925746 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.926119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.926352 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.926583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.926811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.927012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.927309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.927543 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_json = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.927762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.927977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.928193 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.928410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.928717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.929010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.929203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.929541 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:41.929920 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.930234 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.930598 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.930883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.931162 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.931444 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.931931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.931931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.932347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.932558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.932944 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.933209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.933721 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.933938 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.934134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.934507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.934808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.936021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.936253 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.936567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:46:41.936869 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.937152 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.937629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.938222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.938760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.939242 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.939720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.940180 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.942002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.942189 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.943255 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.943716 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.944329 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.944840 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.945291 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.945736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.946147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.946604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.947034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.947493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.947965 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.948907 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.956649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.956649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.956649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.956649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.956649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.956649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.956649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.956649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.956649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.958266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.958266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.958266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.958266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.958266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.958266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.958266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.959066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.959066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.959306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.960877 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.960877 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.960877 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.961261 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.962208 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.962208 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.963018 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.963479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.964568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.964965 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.965281 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.965605 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.965862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.966230 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.966494 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.966738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.967068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.967338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.967608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.967913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.968113 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.968534 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.968865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.969128 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.969457 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.969810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.970090 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.970383 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.970664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.970953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.971241 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.971628 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.971979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.972940 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.973409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.973733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.974031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.974343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.974685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.974951 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.975309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.975625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.975981 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.976409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.976635 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.977216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.977485 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.977753 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.978097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.978276 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.978640 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.978988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.979271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.979679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.980038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.980512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.981022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.981404 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.981795 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.982100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.982399 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.982824 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.983099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.983389 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.983665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.983961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.984223 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.984582 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.984858 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.985090 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.985348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.985674 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.986139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.986522 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.986803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.987080 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.987470 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.987852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.988131 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.988437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.988796 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.989080 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.989378 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.989675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.989919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.990876 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.990876 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.990876 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.990876 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.992713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.992713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.992713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.992713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.992713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.992713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.992713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.996849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.996849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.996849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.996849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.996849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.996849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.996849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.996849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.998307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.998307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.998307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.998307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.998307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.998307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.998307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.998307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.999851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.999851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.999851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.999851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.999851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.999851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.999851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:41.999851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.001500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.001500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.001500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.001500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.001500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.001500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.001500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.001500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.003149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.003149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.003149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.003149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.003149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.003149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.004491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.004491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.004491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.004491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.004491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.005508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.005508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.005508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.005508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.006348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.006348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.006348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.007060 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.007060 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.007060 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.007686 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.007686 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.007686 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.008287 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.008287 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.008726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.008726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.009150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.009150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.009566 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.009566 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.009987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.009987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.010848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.010848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.010848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.010848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.011582 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.011582 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.011582 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.012059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.012059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.012431 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.012646 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.012889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.013198 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.013416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.013771 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.014114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.014539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.014747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.015027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.015307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.015581 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.015879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.016476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.016889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.017398 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.017629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.017846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.018135 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.018413 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.018719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.019469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.019791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.020155 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.020441 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.022116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.022116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.022116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.022116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.022116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.022116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.023337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.023337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.023337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.023337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.024108 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.024108 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.024419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.024419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.024868 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.025030 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.025208 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.025494 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.025665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 12:46:42.026203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86392) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 12:46:42.026376 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 12:46:42.026533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 12:46:42.026743 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 12:46:42.026912 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 12:46:42.027072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 12:46:42.027335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.027530 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.027905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.027905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.028239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.028239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.028545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.028545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.028882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.028882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.029236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.029236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.029545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.029545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.029863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.029863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.030279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.030279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.030279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.030736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.030736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.031071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.031071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] debug = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.031071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.031572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.031572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.031881 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.032040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.032201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.032353 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.032519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.032798 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.033026 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.033190 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.033346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.033505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.033663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.033820 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.033979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.034166 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.034383 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] host = dv-cinder-787262-3-smb {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.034580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.034772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.035047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.035214 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.035372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.035529 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.035682 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.035850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.036008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.036160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.036318 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.036477 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.036725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.036947 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.037101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_options = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.037274 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.037436 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.037591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.037749 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.037926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.038081 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.038232 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.038386 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.038540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.038707 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.038863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.039019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.039171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.039355 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.039513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.039668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.039885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.040119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.040298 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.040569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.040767 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.040921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.041075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.041235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.041390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.041545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.041705 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.041882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.042040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.042199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.042354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.042508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.042660 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.042814 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.042974 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.043170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.043344 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.043499 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.043657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.043805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.043952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.044103 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.044260 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.044414 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.044577 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.044787 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_json = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.044944 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.045072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.045199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.045388 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.045572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.045757 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.045942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.046146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 12:46:42.046347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.046543 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.046708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.046865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.047017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.047195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.047361 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.047546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.047733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.047921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.048086 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.048241 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.048476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.048646 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.048906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.049080 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.049235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.049388 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.049556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.049712 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.049862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.049985 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.050138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.050813 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.050971 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.051128 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.051283 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.051449 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.051606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.051763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.051919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.052077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.052394 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.052560 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.052740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.052900 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.053077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.053297 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.053489 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.053679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.053869 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.054056 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.054245 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.054458 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.054711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.054901 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.055093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.055373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.055539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.055698 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.055907 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.056065 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.056218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.056378 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.056550 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.056814 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.056986 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.057146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.057342 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.057505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.057665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.057824 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.057982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.058160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.058355 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.058551 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.058741 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.058898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.059022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.059195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.059382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.059572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.059730 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.059926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.060113 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.060301 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.060487 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.060675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.060923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.061041 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.061242 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.061398 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.061594 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.061779 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.061979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.062179 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.062359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.062514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.062791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.062928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.063067 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.063260 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.063486 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.063726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.063865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.063993 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.064217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.064358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.064530 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.064832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.065024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.065211 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.065475 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.065685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.066049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.066302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.066302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.066610 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.066610 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.067031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.067031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.067327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.067327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.067568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.067568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.067798 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.067928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.068068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.068258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.068416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.068578 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.068766 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.068927 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.069118 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.069307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.069498 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.069672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.069826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.069983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.070198 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.070198 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.070526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.070713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.070856 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.070987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.071134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.071279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.071417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.071548 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.071734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.071921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.072107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.072298 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.072488 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.072774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.072951 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.073088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.073222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.073414 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.073665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.073856 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.074047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.074246 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.074468 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.074626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.074746 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.075022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.075209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.075406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.075649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.075923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.076156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.076156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.076618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.076618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.076618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.077092 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.077092 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.077358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.077358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.077657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.077833 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.078026 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.078191 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.078352 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.078513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.078671 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.078861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.079021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.079204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.079204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.079514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.079514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.079839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.079839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.080175 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.080175 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.080470 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.080631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.080888 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.081051 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.081246 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.081398 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.082077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.082216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.082356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.082553 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.082712 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.082887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.083144 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.083144 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.083462 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.083462 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.083954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.083954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.084221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.084221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.084503 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.084650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.084913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.084913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.085226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.085376 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.085522 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.085698 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.085966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.086160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.086306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.086451 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.086649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.086839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.087037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.087188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.087383 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.087565 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.087750 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.087895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.088040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.088206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.088348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.088540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.088762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.088953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.089140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.089302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.089499 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.089652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.089848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.090045 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.090235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.090429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.090791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.090791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.091073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.091073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.091336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.091479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.091617 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.091762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.091908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.092100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.092262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.092433 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.092587 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.092826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.092997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.093157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.093310 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.093521 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.093682 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.094021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.094021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.094339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.094339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.094572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.094725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.094875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.095068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.095068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.095326 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.095445 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.095584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.095719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.096059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 12:46:42.096220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86392) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 12:46:42.124734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:46:42.152787 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 45240) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:46:42.168030 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0123329 Apr 22 12:46:55.985644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a6ff75-c20f-4f08-b41b-937d6ef9125a None None] get_active_networks_info from dv-cinder-787262-3-smb {{(pid=86513) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 12:46:56.130204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a6ff75-c20f-4f08-b41b-937d6ef9125a None None] No non-hosted networks {{(pid=86513) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 12:46:56.382356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5ce42f41-800a-4f3b-9105-47915e836811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141'] for agent, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:46:59.787493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141'] for agent, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:46:59.788621 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.789577 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.790415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.791054 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.797297 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.798080 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.800262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.800262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.800262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.801184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.801659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.802304 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:46:59.803028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787262-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:46:59.852003 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787262-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:47:00.163819 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4a2ea918-2b31-4e20-85b3-efeef64080f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141'] for agent, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:00.273094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d6963ced-91c9-488e-88e3-88495cd1f195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:00.569765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141'] for agent, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:02.192340 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141'] for agent, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:03.295277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 45332) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:04.108900 dv-cinder-787262-3-smb neutron-server[86392]: WARNING oslo_policy.policy [None req-4a5f5026-d189-4aa6-a837-e3e42c3db396 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 12:47:04.109809 dv-cinder-787262-3-smb neutron-server[86392]: WARNING oslo_policy.policy [None req-4a5f5026-d189-4aa6-a837-e3e42c3db396 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 12:47:04.507040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [None req-4a5f5026-d189-4aa6-a837-e3e42c3db396 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 12:47:04.509446 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4a5f5026-d189-4aa6-a837-e3e42c3db396 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.2114990 Apr 22 12:47:06.914557 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_hamode_db [None req-b4fecc68-81dd-4c44-9b7c-a98bc4187b07 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 12:47:07.013334 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fecc68-81dd-4c44-9b7c-a98bc4187b07 None None] Routers set() bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:47:07.013900 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fecc68-81dd-4c44-9b7c-a98bc4187b07 None None] Router IDs set() for agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 22 12:47:08.024072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 45346) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:08.497512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-de6c5023-6d54-429d-b92a-2efbb7d9712a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:47:08.606751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.policy [None req-de6c5023-6d54-429d-b92a-2efbb7d9712a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86511) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 12:47:08.663298 dv-cinder-787262-3-smb neutron-server[86392]: WARNING oslo_policy.policy [None req-de6c5023-6d54-429d-b92a-2efbb7d9712a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 12:47:08.663741 dv-cinder-787262-3-smb neutron-server[86392]: WARNING oslo_policy.policy [None req-de6c5023-6d54-429d-b92a-2efbb7d9712a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 12:47:08.682740 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota [None req-de6c5023-6d54-429d-b92a-2efbb7d9712a admin admin] Loaded quota_driver: . Apr 22 12:47:08.699345 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-de6c5023-6d54-429d-b92a-2efbb7d9712a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:47:08.791961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-de6c5023-6d54-429d-b92a-2efbb7d9712a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290744199770', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290744199182', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290743995531', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290743989615', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290743970663', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290743969830', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-785111', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741591', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1649000', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1468080'] for rbac-policy, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:09.340702 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-de6c5023-6d54-429d-b92a-2efbb7d9712a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:09.342084 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-de6c5023-6d54-429d-b92a-2efbb7d9712a admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3169241 Apr 22 12:47:12.577079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 45360) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:13.099206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Request body: {'network': {'project_id': '1c8d66dce9374a138862a33893a7f868', 'name': 'private', 'admin_state_up': True}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:47:13.105916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:47:13.111175 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Usage tracker for resource:network and tenant:1c8d66dce9374a138862a33893a7f868 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:47:13.115464 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:47:13.122800 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:47:13.163292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Made reservation on behalf of 1c8d66dce9374a138862a33893a7f868 for: {'network': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:47:13.169379 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:13.187417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:13.204415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:47:13.209368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Usage tracker for resource:security_group_rule and tenant:1c8d66dce9374a138862a33893a7f868 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:47:13.213287 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:47:13.219654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:47:13.467097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:13.505225 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:13.510367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:13.531958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=86511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 12:47:13.560366 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290742059158', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:13.561012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Unsubscribe: segment precommit_create {{(pid=86511) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 12:47:13.561477 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Added segment f6ee4007-e315-404c-8886-ed43ab841880 of type vlan for network ddef8873-2c14-498f-81d4-90a2c4c9c846 Apr 22 12:47:13.612544 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c31248-6677-43ab-9396-954dd8224410,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:13.631373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.631743 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.632104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.632474 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.632877 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.633278 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.633661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.634010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.634358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.634709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.635057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.635415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Tracked resource versions report: Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: pushed versions: Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: { 'AddressGroup': {'1.2'}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': {'1.0'}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': {'1.0'}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': {'1.1'}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': {'1.7'}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': {'1.2'}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': {'1.8'}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': {'1.4'}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': {'1.2'}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': {'1.0'}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': {'1.1'}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': {'1.1'}} Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: consumer versions: Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: { DHCP agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: L3 agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: Metadata agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: Metering agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: Open vSwitch agent@dv-cinder-787262-3-smb: { 'AddressGroup': '1.2', Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': '1.0', Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': '1.0', Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': '1.1', Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': '1.7', Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': '1.2', Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': '1.8', Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': '1.4', Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': '1.2', Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': '1.0', Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': '1.1', Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': '1.1'}} Apr 22 12:47:13.636505 dv-cinder-787262-3-smb neutron-server[86392]: {{(pid=86511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 12:47:13.688915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:13.698660 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:13.779714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:13.781362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:47:13.782144 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:13.788045 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:13.900752 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Pushing event updated for resources: {'Network': ['ID=ddef8873-2c14-498f-81d4-90a2c4c9c846,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:13.904673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:13.913491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network ddef8873-2c14-498f-81d4-90a2c4c9c846 details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 12:47:14.009566 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4310760 Apr 22 12:47:17.464350 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 45376) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:18.255002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d1aaf0-e8ed-4b1e-88b8-463ac81c59ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:47:18.257102 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b0d1aaf0-e8ed-4b1e-88b8-463ac81c59ee admin admin] 10.222.0.11 "GET /v2.0/networks/ddef8873-2c14-498f-81d4-90a2c4c9c846 HTTP/1.1" status: 200 len: 825 time: 0.7913857 Apr 22 12:47:18.298362 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ea7a263a-6566-4669-8a9a-affc1aa0f1ca admin admin] 10.222.0.11 "GET /v2.0/subnetpools/6ce9367b-a52b-468b-83b0-b6f535809ee9 HTTP/1.1" status: 200 len: 734 time: 0.0288389 Apr 22 12:47:18.315680 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Request body: {'subnet': {'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '6ce9367b-a52b-468b-83b0-b6f535809ee9', 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846', 'ip_version': 4}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:47:18.324629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:47:18.333251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Usage tracker for resource:subnet and tenant:1c8d66dce9374a138862a33893a7f868 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:47:18.338622 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:47:18.346068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:47:18.397574 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Made reservation on behalf of 1c8d66dce9374a138862a33893a7f868 for: {'subnet': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:47:18.403190 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:19.166152 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:19.174419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:19.312149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04958520-875d-41be-9752-f9f5c7383560,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:19.316719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:19.318013 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Checking segment: {'id': 'f6ee4007-e315-404c-8886-ed43ab841880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:47:19.318548 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Network hostable DHCP agents. Network: ddef8873-2c14-498f-81d4-90a2c4c9c846, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 12:47:19.402995 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Network ddef8873-2c14-498f-81d4-90a2c4c9c846 is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 12:47:19.533651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, ddef8873-2c14-498f-81d4-90a2c4c9c846) {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:47:19.539310 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:47:19.540416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:19.544664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed2789a-9f70-4cb7-970e-04b6f2998fd3 None None] Network ddef8873-2c14-498f-81d4-90a2c4c9c846 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:47:19.603621 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2940114 Apr 22 12:47:20.226176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f5daa8-503a-587a-8e70-634fca0e031f-ddef8873-2c14-498f-81d4-90a2c4c9c846', 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'fixed_ips': [{'subnet_id': '04958520-875d-41be-9752-f9f5c7383560'}]}} from dv-cinder-787262-3-smb. {{(pid=86513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 12:47:20.228973 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:20.461312 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Allocated IP 172.20.0.2 (ddef8873-2c14-498f-81d4-90a2c4c9c846/04958520-875d-41be-9752-f9f5c7383560/93261bdd-df0c-4ac7-8747-26a3ea6daeb9) {{(pid=86513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:47:20.761777 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Notify callbacks [] for port, precommit_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:20.778701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Transition to ACTIVE for port object 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:47:20.807835 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Transition to ACTIVE for port object 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 will not be triggered until provisioned by entity DHCP. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:47:20.866146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:20.876367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:21.027100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Network ddef8873-2c14-498f-81d4-90a2c4c9c846 is already hosted by enough agents. {{(pid=86513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:47:21.033077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Resources bound (agent type, host, resource id): {{(pid=86513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:47:21.042981 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Pushing event updated for resources: {'Port': ['ID=93261bdd-df0c-4ac7-8747-26a3ea6daeb9,revision_number=1']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:21.047967 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Received port after_create {{(pid=86513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:47:21.070205 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.070859 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.071542 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.072163 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.072825 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.073479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.074075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.074502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.074870 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.075380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.075791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.076168 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Tracked resource versions report: Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: pushed versions: Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: { 'AddressGroup': {'1.2'}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': {'1.0'}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': {'1.0'}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': {'1.1'}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': {'1.7'}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': {'1.2'}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': {'1.8'}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': {'1.4'}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': {'1.2'}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': {'1.0'}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': {'1.1'}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': {'1.1'}} Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: consumer versions: Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: { DHCP agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: L3 agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: Metadata agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: Metering agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: Open vSwitch agent@dv-cinder-787262-3-smb: { 'AddressGroup': '1.2', Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': '1.0', Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': '1.0', Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': '1.1', Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': '1.7', Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': '1.2', Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': '1.8', Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': '1.4', Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': '1.2', Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': '1.0', Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': '1.1', Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': '1.1'}} Apr 22 12:47:21.077346 dv-cinder-787262-3-smb neutron-server[86392]: {{(pid=86513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 12:47:21.150017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:21.279499 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Attempting to bind port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:47:21.280327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Attempting to bind port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': 'f6ee4007-e315-404c-8886-ed43ab841880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:47:21.280794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Attempting to bind port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 on network ddef8873-2c14-498f-81d4-90a2c4c9c846 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:47:21.292919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:47:21.293635 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Checking segment: {'id': 'f6ee4007-e315-404c-8886-ed43ab841880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:47:21.294428 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:21.295314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Bound using segment: {'id': 'f6ee4007-e315-404c-8886-ed43ab841880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:47:21.296085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Bound port: 93261bdd-df0c-4ac7-8747-26a3ea6daeb9, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ee4007-e315-404c-8886-ed43ab841880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:47:21.296899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:21.485778 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] For port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:47:21.492652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] For port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=93261bdd-df0c-4ac7-8747-26a3ea6daeb9,segment=NetworkSegment(f6ee4007-e315-404c-8886-ed43ab841880),segment_id=f6ee4007-e315-404c-8886-ed43ab841880)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:47:21.542416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:21.552388 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:21.737852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Pushing event updated for resources: {'Port': ['ID=93261bdd-df0c-4ac7-8747-26a3ea6daeb9,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:21.745569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:22.980670 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:47:23.605914 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 45388) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:24.032295 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [None req-85932f67-ca34-4ff9-9b58-a3741283ce34 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 12:47:24.033498 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-85932f67-ca34-4ff9-9b58-a3741283ce34 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4263780 Apr 22 12:47:25.901180 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-70f8030f-860b-47d2-8017-3c5eb6c66b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:28.122832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 45406) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:28.770036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:47:28.900617 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:47:29.081448 dv-cinder-787262-3-smb neutron-server[86392]: WARNING oslo_policy.policy [None req-8a2a888f-f756-4adb-9c45-37061f0422da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 12:47:29.082033 dv-cinder-787262-3-smb neutron-server[86392]: WARNING oslo_policy.policy [None req-8a2a888f-f756-4adb-9c45-37061f0422da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 12:47:29.340215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [None req-8a2a888f-f756-4adb-9c45-37061f0422da admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 12:47:29.343550 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8a2a888f-f756-4adb-9c45-37061f0422da admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.2189307 Apr 22 12:47:29.739715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:30.002864 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a5a50d-55ed-4ab5-b0ed-e29f41a98c40 None None] Network ddef8873-2c14-498f-81d4-90a2c4c9c846 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:47:30.130690 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-6f14e52f-b5f8-4971-9252-cc3ec4f545a2 None None] Provisioning for port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:47:30.155840 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-6f14e52f-b5f8-4971-9252-cc3ec4f545a2 None None] Provisioning complete for port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:47:30.156243 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f14e52f-b5f8-4971-9252-cc3ec4f545a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:30.296839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3fc05c63-49e2-42b7-92aa-5578031f2f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:30.498664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f14e52f-b5f8-4971-9252-cc3ec4f545a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:30.570113 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-6f14e52f-b5f8-4971-9252-cc3ec4f545a2 None None] For port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=93261bdd-df0c-4ac7-8747-26a3ea6daeb9,segment=NetworkSegment(f6ee4007-e315-404c-8886-ed43ab841880),segment_id=f6ee4007-e315-404c-8886-ed43ab841880)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:47:30.572295 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:30.637348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f14e52f-b5f8-4971-9252-cc3ec4f545a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:30.641645 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:30.765607 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14e52f-b5f8-4971-9252-cc3ec4f545a2 None None] Pushing event updated for resources: {'Port': ['ID=93261bdd-df0c-4ac7-8747-26a3ea6daeb9,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:30.771642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f14e52f-b5f8-4971-9252-cc3ec4f545a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:30.879308 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fca971f6-c542-4c6d-929a-c09a92578dae None None] Provisioning complete for port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:47:30.879874 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fca971f6-c542-4c6d-929a-c09a92578dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:32.048879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:32.629129 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 45440) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:32.738530 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Request body: {'router': {'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:47:32.738961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:47:32.823763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:47:32.824273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:32.863524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.policy [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86512) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 12:47:32.922911 dv-cinder-787262-3-smb neutron-server[86392]: WARNING oslo_policy.policy [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 12:47:32.923578 dv-cinder-787262-3-smb neutron-server[86392]: WARNING oslo_policy.policy [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 12:47:32.944196 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.quota [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Loaded quota_driver: . Apr 22 12:47:32.963165 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:47:32.971728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Usage tracker for resource:router and tenant:1c8d66dce9374a138862a33893a7f868 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:47:32.976823 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:47:32.986858 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:47:33.048432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854379552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764050'] for router, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:33.050865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11750'] for router, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:33.143808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:33.484040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854380213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854339117'] for router, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:33.545819 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] Notify callbacks [] for router, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:33.547385 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4dfed6fd-97c8-42b3-966a-2bfb0fc51481 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9170926 Apr 22 12:47:36.708250 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 45452) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:36.774363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [None req-9c65cc37-5ac5-460b-8987-b3a842e67b5e admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 12:47:36.775951 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-9c65cc37-5ac5-460b-8987-b3a842e67b5e admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0660610 Apr 22 12:47:39.741445 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 45462) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:39.837021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:47:39.843852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:47:39.848497 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Usage tracker for resource:network and tenant:2966782bff1544509cbae97283bdace3 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:47:39.852648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:47:39.859452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:47:39.946516 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Made reservation on behalf of 2966782bff1544509cbae97283bdace3 for: {'network': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:47:39.957721 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:40.000193 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:40.017989 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:47:40.022346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Usage tracker for resource:security_group_rule and tenant:2966782bff1544509cbae97283bdace3 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:47:40.026023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:47:40.032467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:47:40.373367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:40.420225 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:40.425947 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:40.447189 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Reserving flat network on physical network physnet1 {{(pid=86512) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 22 12:47:40.669170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290742059158', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:40.670194 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Unsubscribe: segment precommit_create {{(pid=86512) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 12:47:40.670951 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Added segment f24ec2c9-2562-45b2-8dac-eb03c9a01f12 of type flat for network bfb8adc4-3798-4764-90a2-51505efe1733 Apr 22 12:47:40.894304 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6161dc44-991a-4b98-9801-623217e09421,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:40.927125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.927652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.928266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.928914 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.929526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.930139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.930748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.931371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.931989 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.932605 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.933251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.933840 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Tracked resource versions report: Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: pushed versions: Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: { 'AddressGroup': {'1.2'}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': {'1.0'}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': {'1.0'}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': {'1.1'}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': {'1.7'}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': {'1.2'}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': {'1.8'}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': {'1.4'}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': {'1.2'}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': {'1.0'}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': {'1.1'}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': {'1.1'}} Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: consumer versions: Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: { DHCP agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: L3 agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: Metadata agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: Metering agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: Open vSwitch agent@dv-cinder-787262-3-smb: { 'AddressGroup': '1.2', Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': '1.0', Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': '1.0', Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': '1.1', Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': '1.7', Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': '1.2', Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': '1.8', Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': '1.4', Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': '1.2', Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': '1.0', Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': '1.1', Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': '1.1'}} Apr 22 12:47:40.935866 dv-cinder-787262-3-smb neutron-server[86392]: {{(pid=86512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 12:47:41.020905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:41.036720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:41.174792 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:41.176722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:47:41.177681 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:41.183684 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:41.304307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Pushing event updated for resources: {'Network': ['ID=bfb8adc4-3798-4764-90a2-51505efe1733,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:41.308904 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:41.318027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network bfb8adc4-3798-4764-90a2-51505efe1733 details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 12:47:41.331295 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5878696 Apr 22 12:47:44.578337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 45476) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:44.729510 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2abbf-fa89-4efb-b123-f144844bdf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:47:44.731266 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3ef2abbf-fa89-4efb-b123-f144844bdf39 admin admin] 10.222.0.11 "GET /v2.0/subnets/04958520-875d-41be-9752-f9f5c7383560 HTTP/1.1" status: 200 len: 849 time: 0.1516762 Apr 22 12:47:44.928435 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-cc6c025a-76c3-4239-9f04-3ffecb12f187 admin admin] 10.222.0.11 "GET /v2.0/routers/2f0def61-9beb-4cf7-a2d3-33c662d4bec5 HTTP/1.1" status: 200 len: 704 time: 0.1890733 Apr 22 12:47:45.732800 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:46.174103 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Allocated IP 172.20.0.1 (ddef8873-2c14-498f-81d4-90a2c4c9c846/04958520-875d-41be-9752-f9f5c7383560/80af54be-f7b1-48b7-832f-ef7e6cf02e20) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:47:46.511125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:46.534871 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Transition to ACTIVE for port object 80af54be-f7b1-48b7-832f-ef7e6cf02e20 will not be triggered until provisioned by entity DHCP. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:47:46.650515 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:46.659838 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:46.786332 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Network ddef8873-2c14-498f-81d4-90a2c4c9c846 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:47:46.802119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:47:46.811013 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:47:46.811926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393230'] for router_interface, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:47.087518 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=80af54be-f7b1-48b7-832f-ef7e6cf02e20,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:47.096414 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-041592c2-76ec-4c43-8162-7b4021b80726 None None] Provisioning for port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:47:47.102490 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-041592c2-76ec-4c43-8162-7b4021b80726 None None] Provisioning complete for port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:47:47.102906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-041592c2-76ec-4c43-8162-7b4021b80726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:47.108134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:47.165251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-041592c2-76ec-4c43-8162-7b4021b80726 None None] Port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 12:47:47.366810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:47.653065 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:47.773745 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:47.774963 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854382487'] for router_interface, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:47.779918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:47.932368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=80af54be-f7b1-48b7-832f-ef7e6cf02e20,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:47.939156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:48.068515 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Network ddef8873-2c14-498f-81d4-90a2c4c9c846 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:47:48.070682 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:47:48.304736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fe7da9c6-86e7-4f6f-a53f-bbbb7053a7e1 None None] Provisioning complete for port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:47:48.305487 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fe7da9c6-86e7-4f6f-a53f-bbbb7053a7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:48.427670 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fe7da9c6-86e7-4f6f-a53f-bbbb7053a7e1 None None] Port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 12:47:48.671825 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Router 2f0def61-9beb-4cf7-a2d3-33c662d4bec5 is scheduled to L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f with binding_index 1 {{(pid=86511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 12:47:48.862127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 12:47:48.872917 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] 10.222.0.11 "PUT /v2.0/routers/2f0def61-9beb-4cf7-a2d3-33c662d4bec5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.9379451 Apr 22 12:47:48.877261 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Sync routers for ids ['2f0def61-9beb-4cf7-a2d3-33c662d4bec5'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 12:47:48.895832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Routers {'2f0def61-9beb-4cf7-a2d3-33c662d4bec5'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:47:48.897146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:47:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['2f0def61-9beb-4cf7-a2d3-33c662d4bec5'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:47:49.212297 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Set router 2f0def61-9beb-4cf7-a2d3-33c662d4bec5 gateway port host: None {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:47:50.111406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'name': 'router1', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:47:33Z', 'updated_at': '2021-04-22T12:47:47Z', 'revision_number': 2, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'gw_port_host': None, '_interfaces': [{'id': '80af54be-f7b1-48b7-832f-ef7e6cf02e20', 'name': '', 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'mac_address': 'fa:16:3e:60:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04958520-875d-41be-9752-f9f5c7383560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:47:45Z', 'updated_at': '2021-04-22T12:47:47Z', 'revision_number': 2, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'subnets': [{'id': '04958520-875d-41be-9752-f9f5c7383560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ce9367b-a52b-468b-83b0-b6f535809ee9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:47:50.117627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Checking router: 2f0def61-9beb-4cf7-a2d3-33c662d4bec5 for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 12:47:50.118160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Updating router 2f0def61-9beb-4cf7-a2d3-33c662d4bec5 port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 binding host dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 12:47:50.202999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:50.825261 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Notify callbacks [] for port, precommit_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:50.920493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Transition to ACTIVE for port object 80af54be-f7b1-48b7-832f-ef7e6cf02e20 will not be triggered until provisioned by entity L2. {{(pid=86514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:47:50.974589 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:50.989434 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:51.238027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Pushing event updated for resources: {'Port': ['ID=80af54be-f7b1-48b7-832f-ef7e6cf02e20,revision_number=3']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:51.292097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.292407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.292748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.293199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.293667 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.294031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.294485 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.294928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.295290 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.295646 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.296237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.296842 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Tracked resource versions report: Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: pushed versions: Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: { 'AddressGroup': {'1.2'}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': {'1.0'}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': {'1.0'}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': {'1.1'}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': {'1.7'}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': {'1.2'}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': {'1.8'}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': {'1.4'}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': {'1.2'}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': {'1.0'}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': {'1.1'}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': {'1.1'}} Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: consumer versions: Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: { DHCP agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: L3 agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: Metadata agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: Metering agent@dv-cinder-787262-3-smb: {}, Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: Open vSwitch agent@dv-cinder-787262-3-smb: { 'AddressGroup': '1.2', Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': '1.0', Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': '1.0', Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': '1.1', Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': '1.7', Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': '1.2', Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': '1.8', Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': '1.4', Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': '1.2', Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': '1.0', Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': '1.1', Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': '1.1'}} Apr 22 12:47:51.299321 dv-cinder-787262-3-smb neutron-server[86392]: {{(pid=86514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 12:47:51.316376 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:51.325931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Attempting to bind port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:47:51.326364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Attempting to bind port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': 'f6ee4007-e315-404c-8886-ed43ab841880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846'}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:47:51.326766 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Attempting to bind port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 on network ddef8873-2c14-498f-81d4-90a2c4c9c846 {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:47:51.335015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:47:51.335476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Checking segment: {'id': 'f6ee4007-e315-404c-8886-ed43ab841880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:47:51.336100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:51.336572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Bound using segment: {'id': 'f6ee4007-e315-404c-8886-ed43ab841880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846'} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:47:51.337239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Bound port: 80af54be-f7b1-48b7-832f-ef7e6cf02e20, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ee4007-e315-404c-8886-ed43ab841880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846'}}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:47:51.337741 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:51.507620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] For port 80af54be-f7b1-48b7-832f-ef7e6cf02e20, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:47:51.517345 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] For port 80af54be-f7b1-48b7-832f-ef7e6cf02e20, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=80af54be-f7b1-48b7-832f-ef7e6cf02e20,segment=NetworkSegment(f6ee4007-e315-404c-8886-ed43ab841880),segment_id=f6ee4007-e315-404c-8886-ed43ab841880)] {{(pid=86514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:47:51.598523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:51.607083 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:51.738216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Routers {'2f0def61-9beb-4cf7-a2d3-33c662d4bec5'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:47:51.739300 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:47:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['2f0def61-9beb-4cf7-a2d3-33c662d4bec5'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:47:51.843302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Pushing event updated for resources: {'Port': ['ID=80af54be-f7b1-48b7-832f-ef7e6cf02e20,revision_number=4']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:51.872736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:52.051317 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] Set router 2f0def61-9beb-4cf7-a2d3-33c662d4bec5 gateway port host: None {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:47:52.496376 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 45486) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:52.640628 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'name': 'router1', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:47:33Z', 'updated_at': '2021-04-22T12:47:47Z', 'revision_number': 2, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'gw_port_host': None, '_interfaces': [{'id': '80af54be-f7b1-48b7-832f-ef7e6cf02e20', 'name': '', 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'mac_address': 'fa:16:3e:60:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04958520-875d-41be-9752-f9f5c7383560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:47:45Z', 'updated_at': '2021-04-22T12:47:51Z', 'revision_number': 4, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'subnets': [{'id': '04958520-875d-41be-9752-f9f5c7383560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ce9367b-a52b-468b-83b0-b6f535809ee9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:47:52.646583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39a0357-219d-4dbc-9e34-31fdaa325db6 None None] The sync data for ids ['2f0def61-9beb-4cf7-a2d3-33c662d4bec5'] in dv-cinder-787262-3-smb is: [{'id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'name': 'router1', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:47:33Z', 'updated_at': '2021-04-22T12:47:47Z', 'revision_number': 2, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'gw_port_host': None, '_interfaces': [{'id': '80af54be-f7b1-48b7-832f-ef7e6cf02e20', 'name': '', 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'mac_address': 'fa:16:3e:60:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04958520-875d-41be-9752-f9f5c7383560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:47:45Z', 'updated_at': '2021-04-22T12:47:51Z', 'revision_number': 4, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'subnets': [{'id': '04958520-875d-41be-9752-f9f5c7383560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ce9367b-a52b-468b-83b0-b6f535809ee9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 12:47:52.734158 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87141431-2f49-42aa-9c10-28c54adf2902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:47:52.736868 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-87141431-2f49-42aa-9c10-28c54adf2902 admin admin] 10.222.0.11 "GET /v2.0/networks/bfb8adc4-3798-4764-90a2-51505efe1733 HTTP/1.1" status: 200 len: 842 time: 0.2389214 Apr 22 12:47:52.748796 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.2.0/24'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:47:52.755210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:47:52.760990 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Usage tracker for resource:subnet and tenant:2966782bff1544509cbae97283bdace3 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:47:52.765134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:47:52.773995 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:47:52.819687 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Made reservation on behalf of 2966782bff1544509cbae97283bdace3 for: {'subnet': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:47:52.824827 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:53.884335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.objects.ports [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86511) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 12:47:53.885282 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:53.894783 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b1abc5cb-fc6e-4b35-ba23-be1295db2e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:54.026010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d55e86c-fff2-48ea-978f-ef7af606b873,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:54.028984 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:54.034418 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Checking segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:47:54.035538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Network hostable DHCP agents. Network: bfb8adc4-3798-4764-90a2-51505efe1733, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 12:47:54.169190 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Network bfb8adc4-3798-4764-90a2-51505efe1733 is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 12:47:54.272119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, bfb8adc4-3798-4764-90a2-51505efe1733) {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:47:54.278712 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:47:54.280062 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:54.287504 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a752eaa-0534-4496-8bed-7d4e969ebdaf None None] Network bfb8adc4-3798-4764-90a2-51505efe1733 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:47:54.572726 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8145008 Apr 22 12:47:54.652341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9bdf87-e847-4b83-90ba-625ed4a6efdf None None] Network bfb8adc4-3798-4764-90a2-51505efe1733 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:47:55.906133 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b049b00b-38be-469d-8e54-7baa03d8d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:57.614428 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 45500) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:47:57.897737 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c89e165c-3557-4403-887d-b36cb895fa17 admin admin] 10.222.0.11 "GET /v2.0/routers/2f0def61-9beb-4cf7-a2d3-33c662d4bec5 HTTP/1.1" status: 200 len: 710 time: 0.2813687 Apr 22 12:47:58.068104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b8acee-b696-41f8-b4a9-5e016e684e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:47:58.068822 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-50b8acee-b696-41f8-b4a9-5e016e684e00 admin admin] Synchronizing usage tracker for tenant:2966782bff1544509cbae97283bdace3 on resource:network {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:47:58.151580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-50b8acee-b696-41f8-b4a9-5e016e684e00 admin admin] Unset dirty status for tenant:2966782bff1544509cbae97283bdace3 on resource:network {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:47:58.153225 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-50b8acee-b696-41f8-b4a9-5e016e684e00 admin admin] 10.222.0.11 "GET /v2.0/networks/bfb8adc4-3798-4764-90a2-51505efe1733 HTTP/1.1" status: 200 len: 886 time: 0.2490160 Apr 22 12:47:58.164174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:47:58.799327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 80af54be-f7b1-48b7-832f-ef7e6cf02e20 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:47:58.986423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:47:58.995251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:47:58.995833 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:59.063093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-436729', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11733'] for router, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:59.252111 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:59.298764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 80af54be-f7b1-48b7-832f-ef7e6cf02e20, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=80af54be-f7b1-48b7-832f-ef7e6cf02e20,segment=NetworkSegment(f6ee4007-e315-404c-8886-ed43ab841880),segment_id=f6ee4007-e315-404c-8886-ed43ab841880)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:47:59.328832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:59.331839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-be275eab-881a-4df9-9bf7-ac8e2ffe9761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:47:59.433806 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=80af54be-f7b1-48b7-832f-ef7e6cf02e20,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:47:59.437621 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:47:59.632627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:59.717610 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:59.717879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:47:59.944026 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Allocated IP 172.28.2.93 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/db9921a8-afb7-4617-bab3-21eb4acffb95) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:47:59.976189 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:48:00.236762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-85d04e4a-1ebb-4a53-b033-abaa5641d802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:00.251168 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:00.334424 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:00.340952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:48:00.446561 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:48:00.456463 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:48:00.465674 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:48:00.517992 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:00.542960 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Pushing event updated for resources: {'Port': ['ID=db9921a8-afb7-4617-bab3-21eb4acffb95,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:48:00.550774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:48:00.751390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 80af54be-f7b1-48b7-832f-ef7e6cf02e20 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:48:00.861616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:48:00.862027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:01.252432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:01.676652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-436729', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11733'] for router, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:01.682183 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854339117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854339134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-436682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854380252'] for router, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:02.060493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:02.128498 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Router 2f0def61-9beb-4cf7-a2d3-33c662d4bec5 has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 12:48:02.338167 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 12:48:02.352719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Notify callbacks [] for router, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:02.352719 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] 10.222.0.11 "PUT /v2.0/routers/2f0def61-9beb-4cf7-a2d3-33c662d4bec5 HTTP/1.1" status: 200 len: 889 time: 4.1897266 Apr 22 12:48:02.353268 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Sync routers for ids ['2f0def61-9beb-4cf7-a2d3-33c662d4bec5'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 12:48:02.370569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Routers {'2f0def61-9beb-4cf7-a2d3-33c662d4bec5'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:48:02.371653 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:48:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['2f0def61-9beb-4cf7-a2d3-33c662d4bec5'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:48:02.958682 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Set router 2f0def61-9beb-4cf7-a2d3-33c662d4bec5 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:48:03.412379 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'name': 'router1', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': 'db9921a8-afb7-4617-bab3-21eb4acffb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:47:33Z', 'updated_at': '2021-04-22T12:48:00Z', 'revision_number': 4, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'gw_port': {'id': 'db9921a8-afb7-4617-bab3-21eb4acffb95', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:47:59Z', 'updated_at': '2021-04-22T12:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '80af54be-f7b1-48b7-832f-ef7e6cf02e20', 'name': '', 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'mac_address': 'fa:16:3e:60:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04958520-875d-41be-9752-f9f5c7383560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:47:45Z', 'updated_at': '2021-04-22T12:47:59Z', 'revision_number': 5, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'subnets': [{'id': '04958520-875d-41be-9752-f9f5c7383560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ce9367b-a52b-468b-83b0-b6f535809ee9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:48:03.418960 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Checking router: 2f0def61-9beb-4cf7-a2d3-33c662d4bec5 for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 12:48:03.419466 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Updating router 2f0def61-9beb-4cf7-a2d3-33c662d4bec5 port db9921a8-afb7-4617-bab3-21eb4acffb95 binding host dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 12:48:03.487885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:03.985165 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Notify callbacks [] for port, precommit_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:04.053888 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Transition to ACTIVE for port object db9921a8-afb7-4617-bab3-21eb4acffb95 will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:48:04.111269 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:04.122249 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f14e52f-b5f8-4971-9252-cc3ec4f545a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:48:04.279407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Attempting to bind port db9921a8-afb7-4617-bab3-21eb4acffb95 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:48:04.280170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Attempting to bind port db9921a8-afb7-4617-bab3-21eb4acffb95 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:48:04.280880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Attempting to bind port db9921a8-afb7-4617-bab3-21eb4acffb95 on network bfb8adc4-3798-4764-90a2-51505efe1733 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:48:04.304489 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:48:04.305254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Checking segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:48:04.305996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:04.306680 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Bound using segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:48:04.307583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Bound port: db9921a8-afb7-4617-bab3-21eb4acffb95, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:48:04.308309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:04.353406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597f672-488a-4d50-a01d-ade7d422f218 None None] Pushing event updated for resources: {'Port': ['ID=db9921a8-afb7-4617-bab3-21eb4acffb95,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:48:04.368222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7597f672-488a-4d50-a01d-ade7d422f218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:48:04.467672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] For port db9921a8-afb7-4617-bab3-21eb4acffb95, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:48:04.474110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] For port db9921a8-afb7-4617-bab3-21eb4acffb95, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=db9921a8-afb7-4617-bab3-21eb4acffb95,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:48:04.511905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:04.517876 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:48:04.605464 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Routers {'2f0def61-9beb-4cf7-a2d3-33c662d4bec5'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:48:04.606255 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:48:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['2f0def61-9beb-4cf7-a2d3-33c662d4bec5'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:48:04.673137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597f672-488a-4d50-a01d-ade7d422f218 None None] Pushing event updated for resources: {'Port': ['ID=db9921a8-afb7-4617-bab3-21eb4acffb95,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:48:04.685800 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7597f672-488a-4d50-a01d-ade7d422f218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:48:04.822035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] Set router 2f0def61-9beb-4cf7-a2d3-33c662d4bec5 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:48:05.205773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'name': 'router1', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': 'db9921a8-afb7-4617-bab3-21eb4acffb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:47:33Z', 'updated_at': '2021-04-22T12:48:00Z', 'revision_number': 4, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'gw_port': {'id': 'db9921a8-afb7-4617-bab3-21eb4acffb95', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:47:59Z', 'updated_at': '2021-04-22T12:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '80af54be-f7b1-48b7-832f-ef7e6cf02e20', 'name': '', 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'mac_address': 'fa:16:3e:60:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04958520-875d-41be-9752-f9f5c7383560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:47:45Z', 'updated_at': '2021-04-22T12:47:59Z', 'revision_number': 5, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'subnets': [{'id': '04958520-875d-41be-9752-f9f5c7383560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ce9367b-a52b-468b-83b0-b6f535809ee9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:48:05.211258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13a04c-5f4f-4a53-a98d-265ed5ec7288 None None] The sync data for ids ['2f0def61-9beb-4cf7-a2d3-33c662d4bec5'] in dv-cinder-787262-3-smb is: [{'id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'name': 'router1', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': 'db9921a8-afb7-4617-bab3-21eb4acffb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:47:33Z', 'updated_at': '2021-04-22T12:48:00Z', 'revision_number': 4, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'gw_port': {'id': 'db9921a8-afb7-4617-bab3-21eb4acffb95', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:47:59Z', 'updated_at': '2021-04-22T12:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '80af54be-f7b1-48b7-832f-ef7e6cf02e20', 'name': '', 'network_id': 'ddef8873-2c14-498f-81d4-90a2c4c9c846', 'tenant_id': '1c8d66dce9374a138862a33893a7f868', 'mac_address': 'fa:16:3e:60:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0def61-9beb-4cf7-a2d3-33c662d4bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04958520-875d-41be-9752-f9f5c7383560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:47:45Z', 'updated_at': '2021-04-22T12:47:59Z', 'revision_number': 5, 'project_id': '1c8d66dce9374a138862a33893a7f868', 'subnets': [{'id': '04958520-875d-41be-9752-f9f5c7383560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ce9367b-a52b-468b-83b0-b6f535809ee9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 12:48:06.283423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 45510) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:48:06.518368 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-a5cbfd78-f55c-471f-8a34-10e23f5c1a78 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2331707 Apr 22 12:48:06.807294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device db9921a8-afb7-4617-bab3-21eb4acffb95 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:48:06.957303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port db9921a8-afb7-4617-bab3-21eb4acffb95 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:48:06.964619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port db9921a8-afb7-4617-bab3-21eb4acffb95 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:48:06.965058 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:07.145795 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:07.259514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port db9921a8-afb7-4617-bab3-21eb4acffb95, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=db9921a8-afb7-4617-bab3-21eb4acffb95,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:48:07.294952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:07.300469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:48:07.451526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=db9921a8-afb7-4617-bab3-21eb4acffb95,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:48:07.457724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:48:08.770202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device db9921a8-afb7-4617-bab3-21eb4acffb95 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:48:08.880263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port db9921a8-afb7-4617-bab3-21eb4acffb95 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:48:08.881050 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:25.928147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-641c9ba7-fb23-432b-8370-de4d011d8ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:29.728435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:30.185279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-deabea5b-a611-4cb4-bf5f-fdf9b2c4e683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:30.493852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:32.059239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:36.994904 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:48:55.893100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-56249a99-18c3-4233-af34-c97676524bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:48:59.733336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:49:00.178960 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a477d92e-89d7-40be-92e4-1fd9927a8077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:49:00.510425 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:49:02.126776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:49:13.990902 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:49:25.887380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ca51dc9c-1ec0-49a3-9860-a150c665fdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:49:29.743556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:49:30.252828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ef99e387-7d7b-4858-a2d0-7272167acf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:49:30.510137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:49:32.086713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:49:50.981314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:49:55.921007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1ee7c55b-9079-4926-8a3f-055f97e4697b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:49:59.726020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:00.166001 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8df882cd-713d-4bb5-aaeb-bb5c5cdf3add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:00.509178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:02.075356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:16.428629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46080) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:50:16.543461 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d831dbb-9ac7-40c6-bb08-397a745cf077 admin admin] GET failed (client error): The resource could not be found. Apr 22 12:50:16.546255 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-0d831dbb-9ac7-40c6-bb08-397a745cf077 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1152699 Apr 22 12:50:16.743744 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e23bf-9bc6-4a0b-8b7a-d5a9b54979bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:16.746667 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-932e23bf-9bc6-4a0b-8b7a-d5a9b54979bb admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1927464 Apr 22 12:50:20.363508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46090) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:50:20.505930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8890654d-09f4-48a8-9dc5-ec2c715846a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:20.506546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8890654d-09f4-48a8-9dc5-ec2c715846a9 admin admin] Synchronizing usage tracker for tenant:2966782bff1544509cbae97283bdace3 on resource:subnet {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:50:20.577064 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8890654d-09f4-48a8-9dc5-ec2c715846a9 admin admin] Unset dirty status for tenant:2966782bff1544509cbae97283bdace3 on resource:subnet {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:50:20.578874 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8890654d-09f4-48a8-9dc5-ec2c715846a9 admin admin] 10.222.0.11 "GET /v2.0/subnets/04958520-875d-41be-9752-f9f5c7383560 HTTP/1.1" status: 200 len: 849 time: 0.2145023 Apr 22 12:50:20.591013 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:50:20.744269 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:21.177392 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746112634329'] for subnet, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:21.183561 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:50:21.235046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:21.236097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:21.239295 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] 10.222.0.11 "PUT /v2.0/subnets/04958520-875d-41be-9752-f9f5c7383560 HTTP/1.1" status: 200 len: 868 time: 0.6531339 Apr 22 12:50:21.256357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c64be1-0a8b-4e18-8ef5-f74d3d8d6520 None None] Network ddef8873-2c14-498f-81d4-90a2c4c9c846 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:50:21.296661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04958520-875d-41be-9752-f9f5c7383560,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:50:21.308650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.309211 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.309580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.310160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.310533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.310893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.311246 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.311609 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.311978 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.312327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.312712 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.313085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:50:21.317320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3ad6a7ba-a6fa-49d6-b545-006c3c316a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:50:21.932389 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-5d924766-19e9-411d-9cbf-587803504097 None None] Provisioning complete for port 93261bdd-df0c-4ac7-8747-26a3ea6daeb9 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:50:21.933394 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d924766-19e9-411d-9cbf-587803504097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:22.101641 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-5d924766-19e9-411d-9cbf-587803504097 None None] Provisioning complete for port 80af54be-f7b1-48b7-832f-ef7e6cf02e20 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:50:22.102043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d924766-19e9-411d-9cbf-587803504097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:24.165131 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46100) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:50:24.471681 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fe40fd-f3e0-4408-8f69-79c6658c8466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:24.472273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fe40fd-f3e0-4408-8f69-79c6658c8466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:24.474265 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-76fe40fd-f3e0-4408-8f69-79c6658c8466 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3076651 Apr 22 12:50:25.914104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3d56fb6a-9ceb-4e7a-acb4-8e7c94eb3aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:27.574397 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46110) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:50:27.859482 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523cf319-806f-414f-8c69-4aa91eabce01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:27.860103 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523cf319-806f-414f-8c69-4aa91eabce01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:27.861975 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-523cf319-806f-414f-8c69-4aa91eabce01 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2860332 Apr 22 12:50:27.982797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:50:29.760385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:30.198924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15d7fc10-c063-4058-8487-b12b40cbba8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:30.522016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:30.793149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46120) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:50:31.030340 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f9c87-2198-41c2-aacb-8b32617eb178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:31.031895 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e05f9c87-2198-41c2-aacb-8b32617eb178 admin admin] 10.222.0.11 "GET /v2.0/networks/bfb8adc4-3798-4764-90a2-51505efe1733 HTTP/1.1" status: 200 len: 886 time: 0.2376478 Apr 22 12:50:32.085915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:34.737710 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46130) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:50:35.058114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ab0b6d-048b-4d7b-866a-fb6220314400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:35.060891 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-d0ab0b6d-048b-4d7b-866a-fb6220314400 admin admin] 10.222.0.11 "GET /v2.0/networks/ddef8873-2c14-498f-81d4-90a2c4c9c846 HTTP/1.1" status: 200 len: 869 time: 0.3217545 Apr 22 12:50:38.498924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46140) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:50:38.637184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b2dbb-2b3b-4db6-bf55-ff43fb23841f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:38.637723 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b2dbb-2b3b-4db6-bf55-ff43fb23841f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:38.639786 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-7f8b2dbb-2b3b-4db6-bf55-ff43fb23841f admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1395800 Apr 22 12:50:41.834799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46150) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:50:41.978040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd84a4e2-4ff0-4428-94c7-b39e2d82a09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:41.978602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd84a4e2-4ff0-4428-94c7-b39e2d82a09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:41.982213 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-fd84a4e2-4ff0-4428-94c7-b39e2d82a09c admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1458719 Apr 22 12:50:45.120307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46160) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:50:45.311078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90df1155-fa61-47c1-a767-225735c93b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:45.313773 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-90df1155-fa61-47c1-a767-225735c93b33 admin admin] 10.222.0.11 "GET /v2.0/subnets/04958520-875d-41be-9752-f9f5c7383560 HTTP/1.1" status: 200 len: 868 time: 0.1918459 Apr 22 12:50:48.394024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46170) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:50:48.589592 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c361a352-e4d2-40cc-8e3f-f70f3f06062a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:50:48.591423 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c361a352-e4d2-40cc-8e3f-f70f3f06062a admin admin] 10.222.0.11 "GET /v2.0/subnets/7d55e86c-fff2-48ea-978f-ef7af606b873 HTTP/1.1" status: 200 len: 816 time: 0.1958094 Apr 22 12:50:55.924829 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b439a0ae-e407-46e5-bfe5-0a4033f2d8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:50:59.736675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:00.177115 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-64c1cb7f-81c3-4af5-addf-3b384a836e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:00.513663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:02.102179 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:05.002972 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:51:20.744828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46214) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:51:20.833276 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [None req-ed72da0c-4879-49e0-b7f7-f9dc83931156 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 12:51:20.834600 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ed72da0c-4879-49e0-b7f7-f9dc83931156 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0885248 Apr 22 12:51:24.222256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46224) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:51:24.323035 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fbe91e-b38c-4272-ba8b-ffc515311391 admin admin] GET failed (client error): The resource could not be found. Apr 22 12:51:24.325002 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e2fbe91e-b38c-4272-ba8b-ffc515311391 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1011560 Apr 22 12:51:24.564512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c8dba-3214-4276-98e0-d8e01429839c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:51:24.567313 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-722c8dba-3214-4276-98e0-d8e01429839c admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2373197 Apr 22 12:51:25.936748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a18b484b-e7ef-4d57-af40-9bbc5c31870f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:27.798090 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46234) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:51:27.861834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:51:27.867384 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:51:27.880372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:51:28.038632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Made reservation on behalf of 2966782bff1544509cbae97283bdace3 for: {'network': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:51:28.044198 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:28.346278 dv-cinder-787262-3-smb neutron-server[86392]: WARNING neutron.services.revisions.revision_plugin [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Could not find related network for resource to bump revision. Apr 22 12:51:28.459652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=86511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 12:51:28.537785 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:28.538269 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Added segment 88f48ff7-3d2c-4d2d-909b-389cab9af92e of type vlan for network 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8 Apr 22 12:51:28.573445 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:28.655058 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:28.657148 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:51:28.658187 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:28.664826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:51:28.831444 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Pushing event updated for resources: {'Network': ['ID=43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:51:28.842342 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.845651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.845651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.845651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.845651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.845651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.845651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.845651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.845651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.845651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.846794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.846794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:28.850578 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:51:28.862243 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8 details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 12:51:28.875214 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0751548 Apr 22 12:51:29.730206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:30.198899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-679b5872-c5b9-4d5a-a452-84afa27df0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:30.541723 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:31.643955 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46244) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:51:31.729071 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1d4007-888d-484b-9aa4-7f8992d65e17 admin admin] GET failed (client error): The resource could not be found. Apr 22 12:51:31.730655 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1b1d4007-888d-484b-9aa4-7f8992d65e17 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0856378 Apr 22 12:51:31.930874 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a055fd-d174-439d-bcd0-f0d3cf01125b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:51:31.933851 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-61a055fd-d174-439d-bcd0-f0d3cf01125b admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1947389 Apr 22 12:51:31.955258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:51:31.966746 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:51:31.987414 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:51:32.033093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Made reservation on behalf of 2966782bff1544509cbae97283bdace3 for: {'subnet': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:51:32.038807 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:32.090905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:32.663656 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:32.669393 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:51:32.756529 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fab3ddc-624d-489d-95eb-21919d90b92e,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:51:32.765864 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Checking segment: {'id': '88f48ff7-3d2c-4d2d-909b-389cab9af92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:51:32.766262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Network hostable DHCP agents. Network: 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 12:51:32.773536 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.773923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.774860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.775227 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.775630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.775987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.776348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.776734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.777095 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.777447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.777797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.778172 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:32.791748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:51:32.832851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Network 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8 is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 12:51:32.879010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8) {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:51:32.884885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:51:32.886085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:32.893553 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9217ece-7f2f-4d2b-a0b9-15b707283376 None None] Network 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:51:32.955249 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0072601 Apr 22 12:51:33.181132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f5daa8-503a-587a-8e70-634fca0e031f-43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8', 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8', 'tenant_id': '2966782bff1544509cbae97283bdace3', 'fixed_ips': [{'subnet_id': '6fab3ddc-624d-489d-95eb-21919d90b92e'}]}} from dv-cinder-787262-3-smb. {{(pid=86513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 12:51:33.182099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:33.396636 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Allocated IP 192.168.233.2 (43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8/6fab3ddc-624d-489d-95eb-21919d90b92e/0d6b1951-2c92-4424-ae53-17d0e6ac2b9b) {{(pid=86513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:51:33.765806 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Notify callbacks [] for port, precommit_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:33.816652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Transition to ACTIVE for port object 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:51:33.848800 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Transition to ACTIVE for port object 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b will not be triggered until provisioned by entity DHCP. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:51:33.890505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:33.898022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:51:33.974341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Network 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8 is already hosted by enough agents. {{(pid=86513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:51:33.975661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Resources bound (agent type, host, resource id): {{(pid=86513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:51:33.986906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Received port after_create {{(pid=86513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:51:34.030002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Pushing event updated for resources: {'Port': ['ID=0d6b1951-2c92-4424-ae53-17d0e6ac2b9b,revision_number=1']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:51:34.083810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.084195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.084578 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.084977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.085338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.085705 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.086066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.086487 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.086872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.087236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.087600 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.087958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:51:34.098702 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:51:34.125195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Attempting to bind port 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:51:34.125606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Attempting to bind port 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '88f48ff7-3d2c-4d2d-909b-389cab9af92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:51:34.126010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Attempting to bind port 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b on network 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:51:34.133137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:51:34.140969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Checking segment: {'id': '88f48ff7-3d2c-4d2d-909b-389cab9af92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:51:34.140969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:34.140969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Bound using segment: {'id': '88f48ff7-3d2c-4d2d-909b-389cab9af92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:51:34.140969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Bound port: 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f48ff7-3d2c-4d2d-909b-389cab9af92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:51:34.140969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:34.273098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] For port 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:51:34.279717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] For port 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=0d6b1951-2c92-4424-ae53-17d0e6ac2b9b,segment=NetworkSegment(88f48ff7-3d2c-4d2d-909b-389cab9af92e),segment_id=88f48ff7-3d2c-4d2d-909b-389cab9af92e)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:51:34.372479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:34.382319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7597f672-488a-4d50-a01d-ade7d422f218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:51:34.563571 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Pushing event updated for resources: {'Port': ['ID=0d6b1951-2c92-4424-ae53-17d0e6ac2b9b,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:51:34.570315 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:51:34.993200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:51:35.113164 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:51:35.948234 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb46a6-3548-44a1-9f10-769541b47b41 None None] Network 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:51:36.126127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-04d62f58-213f-4d61-b0f8-b72ad8406be3 None None] Provisioning for port 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:51:36.144879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-04d62f58-213f-4d61-b0f8-b72ad8406be3 None None] Provisioning complete for port 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:51:36.145570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-04d62f58-213f-4d61-b0f8-b72ad8406be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:36.438146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-04d62f58-213f-4d61-b0f8-b72ad8406be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:36.495793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-04d62f58-213f-4d61-b0f8-b72ad8406be3 None None] For port 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=0d6b1951-2c92-4424-ae53-17d0e6ac2b9b,segment=NetworkSegment(88f48ff7-3d2c-4d2d-909b-389cab9af92e),segment_id=88f48ff7-3d2c-4d2d-909b-389cab9af92e)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:51:36.547980 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-04d62f58-213f-4d61-b0f8-b72ad8406be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:36.556520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:51:36.695957 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d62f58-213f-4d61-b0f8-b72ad8406be3 None None] Pushing event updated for resources: {'Port': ['ID=0d6b1951-2c92-4424-ae53-17d0e6ac2b9b,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:51:36.702294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-04d62f58-213f-4d61-b0f8-b72ad8406be3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:51:36.782897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-0819421a-4534-4cb3-bcc9-5159c13e12e4 None None] Provisioning complete for port 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:51:36.783732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0819421a-4534-4cb3-bcc9-5159c13e12e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:36.984565 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:51:37.178639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 0d6b1951-2c92-4424-ae53-17d0e6ac2b9b triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:51:37.179356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:41.985319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:51:55.936233 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-913f3222-e7be-4846-b93c-1b1becbaf9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:51:59.742293 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:52:00.187531 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a76f5494-38a8-4353-9605-975bb14d865f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:52:00.524808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:52:02.124233 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:52:18.985667 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:52:25.913998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2deea862-8847-4a46-bf19-58a1fac94c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:52:29.752602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:52:30.228784 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-598f5c6a-ed70-4ec3-aeaa-843f74730677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:52:30.530278 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:52:32.089684 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:52:55.911750 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c7f11ff5-d9fc-49c3-bea9-70ee0f3fecee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:52:55.987453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:52:59.727782 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:00.324161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8c615a43-6dd6-4042-990b-73d956c45a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:00.546800 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:02.095517 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:22.869724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46294) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:53:22.878140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [None req-fcedf7b7-6a2f-4d66-a4af-e200fc6d02ca tempest-verify_tempest_config-326705473 tempest-verify_tempest_config-326705473-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 12:53:22.880825 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-fcedf7b7-6a2f-4d66-a4af-e200fc6d02ca tempest-verify_tempest_config-326705473 tempest-verify_tempest_config-326705473-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0096748 Apr 22 12:53:23.685210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46312) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:53:23.941769 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:23.973604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:53:23.981437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Usage tracker for resource:security_group_rule and tenant:130e7d4843f04f24a3f839c29a66cd7b is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:53:23.987491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:53:24.001212 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:53:24.389651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:24.432140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:24.450391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:53:24.535602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Synchronizing usage tracker for tenant:2966782bff1544509cbae97283bdace3 on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:53:24.544379 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5015ad-78b5-4256-a102-b2fc7b21582e,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:53:24.567126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.567775 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.568427 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.569111 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.569754 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.570404 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.571042 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.571620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.572285 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.572960 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.573594 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.574220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:53:24.585429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:53:24.632258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Unset dirty status for tenant:2966782bff1544509cbae97283bdace3 on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:53:24.635175 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=130e7d4843f04f24a3f839c29a66cd7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9481165 Apr 22 12:53:24.638382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46318) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:53:24.713538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-efbe3919-4c41-4ac5-9477-5dec4e0b0104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:24.756575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-efbe3919-4c41-4ac5-9477-5dec4e0b0104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:25.083666 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-efbe3919-4c41-4ac5-9477-5dec4e0b0104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:25.093055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:53:25.117987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe3919-4c41-4ac5-9477-5dec4e0b0104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5015ad-78b5-4256-a102-b2fc7b21582e,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:53:25.123767 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-efbe3919-4c41-4ac5-9477-5dec4e0b0104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:53:25.127711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-efbe3919-4c41-4ac5-9477-5dec4e0b0104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:25.131845 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-efbe3919-4c41-4ac5-9477-5dec4e0b0104 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc5015ad-78b5-4256-a102-b2fc7b21582e HTTP/1.1" status: 204 len: 168 time: 0.4913778 Apr 22 12:53:26.129851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f348a105-989a-4f49-831c-2c6b40c57e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:29.751977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:30.186460 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a0458a6-f034-47fb-9e1a-278d8f3eb0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:30.552540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:32.138576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:32.999751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:53:55.895412 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fd422517-f85a-4372-8a32-a0e3204632f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:53:59.757830 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:54:00.191949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-768f81d2-16ff-481a-b64c-db72460bc12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:54:00.544479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:54:02.105754 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:54:09.992178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:54:25.916497 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-54520d99-e036-490c-8807-4de6c62eb97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:54:29.836877 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:54:30.219932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e57e26e3-655a-4879-82d1-32ba96b0bd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:54:30.572918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:54:32.104915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:54:46.995028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 5 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:54:55.904558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3f11-ebad-4154-befb-13c932601222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:54:59.749282 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:00.167591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4255f22b-71bf-48b3-b6d6-c6a466951776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:00.562427 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:02.105171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:14.213740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141'] for agent, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:21.702447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46374) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:55:21.858114 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e3bedc49-7ce1-464f-8087-d85492c2cea9 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1533427 Apr 22 12:55:23.997886 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:55:25.123576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46388) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:55:25.208736 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-0193b228-89bd-4d0d-ac24-81b7f8791f49 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0830932 Apr 22 12:55:25.933170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3a28988f-1ee2-43d6-a1eb-541f8ea17fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:29.745009 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:30.183224 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b501e40a-555f-45e9-8e8f-17c58cf22843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:30.554078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:32.111319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:44.177145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:56.142325 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ec362387-6dbc-4c7d-bfc0-461013757b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:55:59.753539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:00.201979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4cb92290-3423-4071-bfd4-be0180dea569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:00.566711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:01.008639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:56:02.102746 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:14.205105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:25.923845 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1cb1c17c-7e31-4f9b-b5ea-ddfded821921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:29.751315 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:30.182642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5debf7e2-ba9a-45c8-9d99-cbece91cc064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:30.573513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:32.113157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:38.005402 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:56:44.198241 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:55.921695 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec5b-3ffb-4a50-96f4-ee65aaea53fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:56:59.734825 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:00.159966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-839014ca-f5ab-4a3a-b44a-be12fe43748e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:00.566397 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:02.126044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:14.211940 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:15.047190 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:57:20.263946 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46604) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:20.321774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46614) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:20.769631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1830772302-network', 'tenant_id': '6a32cfb1585b426b890f77ee0191ba14'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:20.775306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:20.780566 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Usage tracker for resource:network and tenant:6a32cfb1585b426b890f77ee0191ba14 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:20.783934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:20.790572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:20.841185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Made reservation on behalf of 6a32cfb1585b426b890f77ee0191ba14 for: {'network': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:57:20.850247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:20.870151 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:20.895072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:20.900450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Usage tracker for resource:security_group_rule and tenant:6a32cfb1585b426b890f77ee0191ba14 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:20.905083 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:20.916181 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:21.010287 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-238717613-network', 'tenant_id': '3825ca9417bb477e86ab37d593cffeee'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:21.017708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:21.024215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Usage tracker for resource:network and tenant:3825ca9417bb477e86ab37d593cffeee is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:21.034814 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:21.035043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:21.094433 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Made reservation on behalf of 3825ca9417bb477e86ab37d593cffeee for: {'network': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:57:21.110286 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.133000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.140055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.160397 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:21.165720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Usage tracker for resource:security_group_rule and tenant:3825ca9417bb477e86ab37d593cffeee is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:21.171028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:21.179253 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:21.190060 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.209567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:21.254585 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46640) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:21.267006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:21.278606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f607e104-6347-450f-b184-efe103091991 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=86512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 12:57:21.282082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.283010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.283010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.283401 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.283520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.283838 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.284314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.284532 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.285115 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.285474 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.285832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.286282 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Tracked resource versions report: Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: pushed versions: Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: { 'AddressGroup': {'1.2'}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': {'1.0'}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': {'1.0'}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': {'1.1'}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': {'1.7'}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': {'1.2'}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': {'1.8'}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': {'1.4'}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': {'1.2'}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': {'1.0'}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': {'1.1'}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': {'1.1'}} Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: consumer versions: Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: { DHCP agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: HyperV agent@hv-cinder-78726: {}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: L3 agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: Metadata agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: Metering agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: Open vSwitch agent@dv-cinder-787262-3-smb: { 'AddressGroup': '1.2', Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': '1.0', Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': '1.0', Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': '1.1', Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': '1.7', Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': '1.2', Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': '1.8', Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': '1.4', Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': '1.2', Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': '1.0', Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': '1.1', Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': '1.1'}} Apr 22 12:57:21.287248 dv-cinder-787262-3-smb neutron-server[86392]: {{(pid=86512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 12:57:21.299289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.299634 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Added segment 5413a8a8-80c0-4027-93f2-4084509ded4d of type vlan for network 9f164ba4-5491-4288-8722-90eb8a2af681 Apr 22 12:57:21.305892 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:21.418182 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.438546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.477773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.485373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-82f61c46-07e7-43ee-8ba3-21291ee0ba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:21.518917 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=86511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 12:57:21.523333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.524933 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:21.525591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.530346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936a7c65-4ca6-428d-8395-94c90316371b,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:21.541438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.541807 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Added segment 9f8b33a9-ef72-45ae-b625-1048a0258897 of type vlan for network aaf8a7e0-d562-4399-940d-4425f55ad17d Apr 22 12:57:21.544502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.545147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.545679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.546204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.546734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.547273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.547802 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.548318 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.548916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.549435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.549972 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.550590 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:21.551588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9d336959-649c-4b62-9b8c-751121fe27d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Tracked resource versions report: Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: pushed versions: Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: { 'AddressGroup': {'1.2'}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': {'1.0'}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': {'1.0'}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': {'1.1'}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': {'1.7'}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': {'1.2'}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': {'1.8'}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': {'1.4'}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': {'1.2'}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': {'1.0'}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': {'1.1'}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': {'1.1'}} Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: consumer versions: Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: { DHCP agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: HyperV agent@hv-cinder-78726: {}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: L3 agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: Metadata agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: Metering agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: Open vSwitch agent@dv-cinder-787262-3-smb: { 'AddressGroup': '1.2', Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': '1.0', Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': '1.0', Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': '1.1', Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': '1.7', Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': '1.2', Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': '1.8', Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': '1.4', Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': '1.2', Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': '1.0', Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': '1.1', Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': '1.1'}} Apr 22 12:57:21.552088 dv-cinder-787262-3-smb neutron-server[86392]: {{(pid=86511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 12:57:21.559201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:21.631409 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f607e104-6347-450f-b184-efe103091991 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3652980 Apr 22 12:57:21.636769 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46656) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:21.653987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Request body: {'subnet': {'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1830772302-subnet', 'tenant_id': '6a32cfb1585b426b890f77ee0191ba14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:21.670648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-network', 'tenant_id': '0be505e895a644dbb7c2b63770215c98'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:21.679673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:21.679979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Pushing event updated for resources: {'Network': ['ID=9f164ba4-5491-4288-8722-90eb8a2af681,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:21.686166 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:21.698525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network 9f164ba4-5491-4288-8722-90eb8a2af681 details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 12:57:21.717135 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Usage tracker for resource:subnet and tenant:6a32cfb1585b426b890f77ee0191ba14 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:21.724040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:21.748329 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:21.754493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.773174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:21.788549 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Usage tracker for resource:network and tenant:0be505e895a644dbb7c2b63770215c98 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:21.794964 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:21.807566 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:21.824576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Made reservation on behalf of 6a32cfb1585b426b890f77ee0191ba14 for: {'subnet': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:57:21.825988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46664) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:21.834718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:21.869696 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Made reservation on behalf of 0be505e895a644dbb7c2b63770215c98 for: {'network': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:57:21.878359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:22.007084 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.resource_extend [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 12:57:22.046114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:22.087586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:22.093338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Usage tracker for resource:security_group_rule and tenant:0be505e895a644dbb7c2b63770215c98 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:22.097032 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:22.103985 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:22.151670 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:22.153680 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:22.154320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:22.161494 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:22.406726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-785265603-network', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:22.417291 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Pushing event updated for resources: {'Network': ['ID=aaf8a7e0-d562-4399-940d-4425f55ad17d,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:22.423403 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:22.423985 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:22.439786 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Usage tracker for resource:network and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:22.444270 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1200418 Apr 22 12:57:22.447521 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:22.451513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46680) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:22.463292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network aaf8a7e0-d562-4399-940d-4425f55ad17d details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 12:57:22.465683 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Request body: {'subnet': {'network_id': 'aaf8a7e0-d562-4399-940d-4425f55ad17d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-238717613-subnet', 'tenant_id': '3825ca9417bb477e86ab37d593cffeee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:22.473650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:22.478952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Usage tracker for resource:subnet and tenant:3825ca9417bb477e86ab37d593cffeee is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:22.483552 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:22.493101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:22.505351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:22.576763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Made reservation on behalf of 3825ca9417bb477e86ab37d593cffeee for: {'subnet': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:57:22.582493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:22.619458 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Made reservation on behalf of b912abd06ea84cf88a0c1cd9da621a96 for: {'network': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:57:22.627650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:22.783095 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:22.824639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:22.832644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:22.871545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:22.876232 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:22.900107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:22.940351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=86511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 12:57:22.973653 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:22.994168 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Usage tracker for resource:security_group_rule and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:23.006049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:23.027694 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:23.099807 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:23.100464 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Added segment d01341bd-0d93-40a4-bdae-7db2e75d4c2e of type vlan for network 85edf73c-9312-4784-969b-14c6f03936f4 Apr 22 12:57:23.195734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:23.356495 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:23.462675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:23.468417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bff5146f-ddf4-40a4-b92e-adf1dc02fd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:23.513210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:23.520453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:23.521136 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:23.577068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a1b699-ff64-4199-8272-39af5eba60be,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:23.584120 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:23.584853 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:23.591418 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:23.620378 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-efbe3919-4c41-4ac5-9477-5dec4e0b0104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:23.778946 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Checking segment: {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:57:23.779623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Network hostable DHCP agents. Network: 9f164ba4-5491-4288-8722-90eb8a2af681, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 12:57:23.833654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=86512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 12:57:23.846502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:23.846502 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Added segment 686391f2-7711-4a29-b778-a6e0c2a72c7a of type vlan for network a0079c58-09f4-4d9f-926a-74f262206ca6 Apr 22 12:57:23.882166 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6238787 Apr 22 12:57:23.889095 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:23.891544 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46726) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:23.916861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Request body: {'subnet': {'network_id': '85edf73c-9312-4784-969b-14c6f03936f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-subnet', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:23.923246 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Pushing event updated for resources: {'Network': ['ID=85edf73c-9312-4784-969b-14c6f03936f4,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:23.948272 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network 85edf73c-9312-4784-969b-14c6f03936f4 details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 12:57:23.950827 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:23.953213 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:23.967020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Usage tracker for resource:subnet and tenant:0be505e895a644dbb7c2b63770215c98 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:23.970143 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:23.975075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:23.986387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:23.987330 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:23.993718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:23.995344 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e549c65e-f72a-41a0-aad4-492dd4848f59,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:24.009305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:24.015644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:24.016926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:24.030942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Network 9f164ba4-5491-4288-8722-90eb8a2af681 is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 12:57:24.097658 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Made reservation on behalf of 0be505e895a644dbb7c2b63770215c98 for: {'subnet': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:57:24.106949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:24.169585 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, 9f164ba4-5491-4288-8722-90eb8a2af681) {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:24.189537 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Pushing event updated for resources: {'Network': ['ID=a0079c58-09f4-4d9f-926a-74f262206ca6,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:24.197389 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:24.199803 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3712776 Apr 22 12:57:24.201048 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5fd657e8-a3cb-477d-a4b2-18658de06aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:24.245325 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46738) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:24.265139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Request body: {'subnet': {'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-subnet', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:24.278354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46742) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:24.286316 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:24.297957 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70b929-b9c9-4882-b1ec-c4f7853268da None None] Network 9f164ba4-5491-4288-8722-90eb8a2af681 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:57:24.304323 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Checking segment: {'id': '9f8b33a9-ef72-45ae-b625-1048a0258897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aaf8a7e0-d562-4399-940d-4425f55ad17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:57:24.304797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Network hostable DHCP agents. Network: aaf8a7e0-d562-4399-940d-4425f55ad17d, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 12:57:24.315043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Usage tracker for resource:subnet and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:24.321216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:24.324312 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:24.325458 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:24.337531 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:24.347866 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a578b3-b440-4882-825b-b6722bbc5256,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:24.358179 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:24.394668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Made reservation on behalf of b912abd06ea84cf88a0c1cd9da621a96 for: {'subnet': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:57:24.402949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:24.457941 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Network aaf8a7e0-d562-4399-940d-4425f55ad17d is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 12:57:24.472875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network a0079c58-09f4-4d9f-926a-74f262206ca6 details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 12:57:24.686116 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0459306 Apr 22 12:57:24.740028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, aaf8a7e0-d562-4399-940d-4425f55ad17d) {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:24.767701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:24.769086 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:24.810056 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68226f08-21c3-4bac-b079-7fca9ff2b6cb None None] Network aaf8a7e0-d562-4399-940d-4425f55ad17d requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:57:25.039652 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5865586 Apr 22 12:57:25.050309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a318-1c5b-4cce-b951-a2a926520c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:25.084349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadba1f4-1850-4739-8bbc-da269d587511 None None] Network 9f164ba4-5491-4288-8722-90eb8a2af681 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:57:25.097978 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6cd2a318-1c5b-4cce-b951-a2a926520c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:25.126138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6cd2a318-1c5b-4cce-b951-a2a926520c62 admin admin] Usage tracker for resource:security_group_rule and tenant:4c97bfdd5b7c4fad8997db224a1ca196 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:25.133378 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6cd2a318-1c5b-4cce-b951-a2a926520c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:25.178772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6cd2a318-1c5b-4cce-b951-a2a926520c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:25.341678 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:25.359217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ba4404f8-b039-497b-a69c-ecf33088aaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:25.523865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03938b6-65e7-4593-98a0-aaeab682699b,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:25.531687 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:25.613652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Checking segment: {'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:57:25.617313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Network hostable DHCP agents. Network: 85edf73c-9312-4784-969b-14c6f03936f4, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 12:57:25.751408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Network 85edf73c-9312-4784-969b-14c6f03936f4 is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 12:57:25.797123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db4a298-7c2b-43ea-bf30-9fbafa60d11f None None] Network aaf8a7e0-d562-4399-940d-4425f55ad17d requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:57:25.816963 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, 85edf73c-9312-4784-969b-14c6f03936f4) {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:25.822860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:25.826633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:25.863279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2bb72b-75fb-4087-8c5a-512eb10ff916 None None] Network 85edf73c-9312-4784-969b-14c6f03936f4 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:57:25.936855 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0371323 Apr 22 12:57:25.937134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46790) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:25.951747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-router', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:25.957349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a318-1c5b-4cce-b951-a2a926520c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:25.962038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:25.970694 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Usage tracker for resource:router and tenant:0be505e895a644dbb7c2b63770215c98 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:25.984705 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:25.995519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:26.002070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a318-1c5b-4cce-b951-a2a926520c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:26.062505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:26.065857 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:26.085822 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46796) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:26.086083 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6cd2a318-1c5b-4cce-b951-a2a926520c62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c97bfdd5b7c4fad8997db224a1ca196&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8064234 Apr 22 12:57:26.124538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854379552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764050'] for router, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:26.126897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11750'] for router, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:26.150616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2a318-1c5b-4cce-b951-a2a926520c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacb50c4-d8df-4d8d-9603-219f5a5c0548,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:26.164648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6cd2a318-1c5b-4cce-b951-a2a926520c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:26.171554 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:26.186851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46802) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:26.205455 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-558c9a7a-34fe-49bb-868e-49079035c2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:26.262685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-558c9a7a-34fe-49bb-868e-49079035c2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:26.398405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46820) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:26.402562 dv-cinder-787262-3-smb neutron-server[86392]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 12:57:26.484231 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-558c9a7a-34fe-49bb-868e-49079035c2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:26.500254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:26.503810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:26.529761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46838) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:26.572590 dv-cinder-787262-3-smb neutron-server[86392]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 12:57:26.595320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:26.619658 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-76d510c0-9873-4ba9-9abb-6d0fdba9c61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:26.641584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c9a7a-34fe-49bb-868e-49079035c2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacb50c4-d8df-4d8d-9603-219f5a5c0548,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:26.665148 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-558c9a7a-34fe-49bb-868e-49079035c2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:26.668850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-558c9a7a-34fe-49bb-868e-49079035c2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:26.673071 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-558c9a7a-34fe-49bb-868e-49079035c2d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dacb50c4-d8df-4d8d-9603-219f5a5c0548 HTTP/1.1" status: 204 len: 168 time: 0.5827520 Apr 22 12:57:26.681031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-76d510c0-9873-4ba9-9abb-6d0fdba9c61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:26.701158 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:26.702964 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Checking segment: {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:57:26.703625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Network hostable DHCP agents. Network: a0079c58-09f4-4d9f-926a-74f262206ca6, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 12:57:26.708619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-76d510c0-9873-4ba9-9abb-6d0fdba9c61f admin admin] Usage tracker for resource:security_group_rule and tenant:2854144d5c19466b95b8d63091257179 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:26.735532 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-76d510c0-9873-4ba9-9abb-6d0fdba9c61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:26.736232 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-76d510c0-9873-4ba9-9abb-6d0fdba9c61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:26.789478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-2d476926-81f7-4ca2-be32-c7aa5344535b tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:26.791211 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-2d476926-81f7-4ca2-be32-c7aa5344535b tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 815 time: 0.3913679 Apr 22 12:57:26.831376 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-96305ca2-e871-4e5b-8ad4-61eb9086032b tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/quotas/6a32cfb1585b426b890f77ee0191ba14 HTTP/1.1" status: 200 len: 375 time: 0.0260510 Apr 22 12:57:26.963173 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-02a8e909-ed7d-421d-b4b9-0a5fb17e3ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:27.003802 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Network a0079c58-09f4-4d9f-926a-74f262206ca6 is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 12:57:27.024831 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-d5ad5bfb-fabe-4525-b054-5bd4e8c76b84 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1763210 Apr 22 12:57:27.053247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-76d510c0-9873-4ba9-9abb-6d0fdba9c61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:27.123919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-76d510c0-9873-4ba9-9abb-6d0fdba9c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:27.147961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:27.311530 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-76d510c0-9873-4ba9-9abb-6d0fdba9c61f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2854144d5c19466b95b8d63091257179&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1230280 Apr 22 12:57:27.313606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d510c0-9873-4ba9-9abb-6d0fdba9c61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03715e2-01cf-4547-875d-747da576b30f,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:27.318503 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46856) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:27.343892 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-76d510c0-9873-4ba9-9abb-6d0fdba9c61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:27.351564 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, a0079c58-09f4-4d9f-926a-74f262206ca6) {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:27.407578 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8880ff5-9022-40e4-947d-7a3687f078c7 None None] Network a0079c58-09f4-4d9f-926a-74f262206ca6 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:57:27.465810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358e2283-df4f-40aa-b707-17396055a8ff None None] Network 85edf73c-9312-4784-969b-14c6f03936f4 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:57:27.517370 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eeaca5aa-3328-4b26-93f1-e5b247bf6eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:27.573422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eeaca5aa-3328-4b26-93f1-e5b247bf6eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:27.608633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:27.609895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:27.748487 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a9bf-1274-402f-9031-ca5183136013 req-e49a1764-8ab7-4146-9904-38f43ee750a0 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:27.748487 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-e49a1764-8ab7-4146-9904-38f43ee750a0 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/networks?id=aaf8a7e0-d562-4399-940d-4425f55ad17d HTTP/1.1" status: 200 len: 811 time: 1.1748776 Apr 22 12:57:27.748930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-b9f16a2d-7a32-4052-828b-f76fde708ed6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 12:57:27.748930 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-b9f16a2d-7a32-4052-828b-f76fde708ed6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1828272 Apr 22 12:57:27.748930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eeaca5aa-3328-4b26-93f1-e5b247bf6eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:27.749199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-436729', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11733'] for router, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:27.749291 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-558c9a7a-34fe-49bb-868e-49079035c2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:27.774004 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-a4fbfeee-8596-4f6a-af69-0c49c8de73c4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.5219181 Apr 22 12:57:27.777111 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-bea47db5-3971-4af1-9e31-00d39ddece28 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/quotas/3825ca9417bb477e86ab37d593cffeee HTTP/1.1" status: 200 len: 375 time: 0.0209508 Apr 22 12:57:27.779704 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46866) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:27.798705 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaca5aa-3328-4b26-93f1-e5b247bf6eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03715e2-01cf-4547-875d-747da576b30f,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:27.799464 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:27.801919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-eeaca5aa-3328-4b26-93f1-e5b247bf6eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:27.809383 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:27.819475 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Usage tracker for resource:router and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:27.830702 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:27.843914 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:27.903728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eeaca5aa-3328-4b26-93f1-e5b247bf6eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:27.905453 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-eeaca5aa-3328-4b26-93f1-e5b247bf6eba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f03715e2-01cf-4547-875d-747da576b30f HTTP/1.1" status: 204 len: 168 time: 0.5679135 Apr 22 12:57:27.993474 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854379552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764050'] for router, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:27.995448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11750'] for router, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:28.057756 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-2e6eeac5-11a6-4df0-b220-989f0176c6c0 service neutron] 10.222.0.11 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942686 Apr 22 12:57:28.111981 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-09695f59-ead9-4a12-bf99-1c2d0c34d423 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3825ca9417bb477e86ab37d593cffeee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3209183 Apr 22 12:57:28.149170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:28.216634 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 46880) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:28.367140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c186648c-2800-448d-a0ed-c0e7767d0660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:28.401682 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f5daa8-503a-587a-8e70-634fca0e031f-a0079c58-09f4-4d9f-926a-74f262206ca6', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8'}]}} from dv-cinder-787262-3-smb. {{(pid=86513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 12:57:28.409245 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:28.425762 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-63e63288-8642-4306-8c70-7a13c3e65cd3 service neutron] 10.222.0.11 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541257 Apr 22 12:57:28.458623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c186648c-2800-448d-a0ed-c0e7767d0660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:28.485849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c186648c-2800-448d-a0ed-c0e7767d0660 admin admin] Usage tracker for resource:security_group_rule and tenant:11176778b53143c4b18d9b209ef393a6 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:28.628999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c186648c-2800-448d-a0ed-c0e7767d0660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:28.670882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c186648c-2800-448d-a0ed-c0e7767d0660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:28.897620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Allocated IP 172.20.0.2 (a0079c58-09f4-4d9f-926a-74f262206ca6/3c2ee2a6-ec91-4034-bfa3-d03217c37eb8/cd8768ef-2def-41e5-b066-fdf9feac63c9) {{(pid=86513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:57:29.022258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-436729', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11733'] for router, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:29.041721 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-bb9870f2-7546-4044-bbb9-87d382798105 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 12:57:29.043327 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-bb9870f2-7546-4044-bbb9-87d382798105 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2258778 Apr 22 12:57:29.498127 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a6bfb6ef-4081-4cad-8ffc-9ec33d99870d req-cb2b23c3-e3c6-4f11-a53b-cb76fc72e67e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 210 time: 0.1486025 Apr 22 12:57:29.545333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Notify callbacks [] for port, precommit_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:29.572044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Transition to ACTIVE for port object cd8768ef-2def-41e5-b066-fdf9feac63c9 will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:57:29.607079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:29.623980 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Transition to ACTIVE for port object cd8768ef-2def-41e5-b066-fdf9feac63c9 will not be triggered until provisioned by entity DHCP. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:57:29.712047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:29.721203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:29.883078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:29.928417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Network a0079c58-09f4-4d9f-926a-74f262206ca6 is already hosted by enough agents. {{(pid=86513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:57:29.930482 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:29.947200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Resources bound (agent type, host, resource id): {{(pid=86513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:29.957294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c186648c-2800-448d-a0ed-c0e7767d0660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:29.957605 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Received port after_create {{(pid=86513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:57:29.968004 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-c423f62c-8c4a-4c4d-a914-fe6bce20f352 service neutron] 10.222.0.11 "GET /v2.0/networks/aaf8a7e0-d562-4399-940d-4425f55ad17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8312385 Apr 22 12:57:30.034494 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c186648c-2800-448d-a0ed-c0e7767d0660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.120588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:30.168915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Pushing event updated for resources: {'Port': ['ID=cd8768ef-2def-41e5-b066-fdf9feac63c9,revision_number=1']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:30.263919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.272492 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.274203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.274909 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.275643 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.279465 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.280422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.281184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.282002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.287883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.289053 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.289928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Tracked resource versions report: Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: pushed versions: Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: { 'AddressGroup': {'1.2'}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': {'1.0'}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': {'1.0'}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': {'1.1'}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': {'1.7'}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': {'1.2'}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': {'1.8'}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': {'1.4'}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': {'1.2'}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': {'1.0'}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': {'1.1'}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': {'1.1'}} Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: consumer versions: Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: { DHCP agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: HyperV agent@hv-cinder-78726: {}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: L3 agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: Metadata agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: Metering agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: Open vSwitch agent@dv-cinder-787262-3-smb: { 'AddressGroup': '1.2', Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': '1.0', Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': '1.0', Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': '1.1', Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': '1.7', Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': '1.2', Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': '1.8', Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': '1.4', Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': '1.2', Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': '1.0', Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': '1.1', Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': '1.1'}} Apr 22 12:57:30.291308 dv-cinder-787262-3-smb neutron-server[86392]: {{(pid=86513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 12:57:30.297832 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c186648c-2800-448d-a0ed-c0e7767d0660 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11176778b53143c4b18d9b209ef393a6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0795696 Apr 22 12:57:30.298112 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 46960) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:30.329663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:30.383794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Attempting to bind port cd8768ef-2def-41e5-b066-fdf9feac63c9 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:57:30.384599 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Attempting to bind port cd8768ef-2def-41e5-b066-fdf9feac63c9 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:57:30.385330 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Attempting to bind port cd8768ef-2def-41e5-b066-fdf9feac63c9 on network a0079c58-09f4-4d9f-926a-74f262206ca6 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:57:30.399536 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:57:30.400229 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Checking segment: {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:57:30.401052 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.402731 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Bound using segment: {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:57:30.403905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Bound port: cd8768ef-2def-41e5-b066-fdf9feac63c9, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:57:30.404665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.434159 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-26cdeeff-b8c3-4014-8959-70407bc18700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.445884 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eac5e9f2-0972-4c96-b38b-3fc9c888c89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.458072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186648c-2800-448d-a0ed-c0e7767d0660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65aa3c88-7abb-4a64-be4f-d5aae38c2b7d,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:30.494549 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c186648c-2800-448d-a0ed-c0e7767d0660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:30.512945 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-6d24840f-fc5c-4cd7-a874-de7501863e25 service neutron] 10.222.0.11 "GET /v2.0/networks/aaf8a7e0-d562-4399-940d-4425f55ad17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122237 Apr 22 12:57:30.534092 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eac5e9f2-0972-4c96-b38b-3fc9c888c89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.628563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] For port cd8768ef-2def-41e5-b066-fdf9feac63c9, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:57:30.636467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.641823 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] For port cd8768ef-2def-41e5-b066-fdf9feac63c9, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=cd8768ef-2def-41e5-b066-fdf9feac63c9,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:57:30.678839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Allocated IP 172.28.2.80 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:57:30.703900 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eac5e9f2-0972-4c96-b38b-3fc9c888c89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.705655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.713579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:30.716547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:30.771869 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5e9f2-0972-4c96-b38b-3fc9c888c89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aa3c88-7abb-4a64-be4f-d5aae38c2b7d,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:30.781861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eac5e9f2-0972-4c96-b38b-3fc9c888c89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.784216 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-eac5e9f2-0972-4c96-b38b-3fc9c888c89a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65aa3c88-7abb-4a64-be4f-d5aae38c2b7d HTTP/1.1" status: 204 len: 168 time: 0.4832950 Apr 22 12:57:30.793372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-eac5e9f2-0972-4c96-b38b-3fc9c888c89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:30.844162 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.893823 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:30.896843 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b860fcf4-1ead-44d0-a6fc-73e88a99b6fd req-622187ec-4be4-445b-ba36-eeb7c162f0a2 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 210 time: 0.0708444 Apr 22 12:57:30.957894 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Pushing event updated for resources: {'Port': ['ID=cd8768ef-2def-41e5-b066-fdf9feac63c9,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:30.962132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:31.600412 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6ba305d7-731b-4bcc-9207-2957edb45a2d req-a2141cdb-3628-4e5e-9b79-d914016ff344 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 210 time: 0.1215930 Apr 22 12:57:31.677911 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:31.830343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:31.830343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:31.923337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:57:31.936320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:31.945681 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:57:32.018486 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Allocated IP 172.28.2.254 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/19ecc1bc-6d93-4a1d-9c40-cb2891765af2) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:57:32.025159 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ca21cf4b-cdb3-4803-bfef-6913a6e3678b req-dd4d40cc-70de-4978-985a-fba396e2d76b tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 210 time: 0.0652294 Apr 22 12:57:32.025402 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Pushing event updated for resources: {'Port': ['ID=86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:32.052367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:32.188975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:32.493122 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:32.982284 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1b73b08c-47c5-4cd4-9419-04c8106ef3f5 req-11fa1283-1834-4f2f-ad90-a3eef28110e9 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 210 time: 0.1265092 Apr 22 12:57:33.054612 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:33.056668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:33.067195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd24d2-4ac1-4e8c-8d75-602be58175b8 None None] Network a0079c58-09f4-4d9f-926a-74f262206ca6 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:57:33.241056 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-332f5430-f3cd-4e16-9161-198b37f96e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:33.474644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device cd8768ef-2def-41e5-b066-fdf9feac63c9 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:57:33.579813 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3e8ba6ec-3cb7-4312-b6df-8556984cbcef req-3b722714-a277-4720-9dc2-a131454492b2 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 210 time: 0.0762277 Apr 22 12:57:33.703100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-602e762c-a30e-4f93-aca5-387180e775e7 None None] Provisioning for port cd8768ef-2def-41e5-b066-fdf9feac63c9 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:57:33.796646 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port cd8768ef-2def-41e5-b066-fdf9feac63c9 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:57:33.805194 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port cd8768ef-2def-41e5-b066-fdf9feac63c9 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:57:33.805763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:34.117162 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:34.171186 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Pushing event updated for resources: {'Port': ['ID=19ecc1bc-6d93-4a1d-9c40-cb2891765af2,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:34.185819 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:34.193848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:57:34.195370 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:34.200200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:57:34.263739 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port cd8768ef-2def-41e5-b066-fdf9feac63c9, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=cd8768ef-2def-41e5-b066-fdf9feac63c9,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:57:34.305717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:34.313759 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:34.487165 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=cd8768ef-2def-41e5-b066-fdf9feac63c9,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:34.526577 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:34.609332 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-f314f9e9-834f-402e-919e-2ff38e513f27 None None] Provisioning complete for port cd8768ef-2def-41e5-b066-fdf9feac63c9 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:57:34.610006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f314f9e9-834f-402e-919e-2ff38e513f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:34.680510 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e6d7903c-8e91-4719-8269-c69bf332fb63 req-ed956758-765d-4bb6-aef4-ad0de26ed850 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 210 time: 0.1693535 Apr 22 12:57:34.788988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.89', 55549) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:35.117966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-9f5e8c6b-5e88-47a0-9251-040d5803911e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:35.119703 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-9f5e8c6b-5e88-47a0-9251-040d5803911e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 815 time: 0.3347611 Apr 22 12:57:35.144188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854380213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854339117'] for router, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:35.219047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Request body: {'port': {'device_id': 'e2f002f3-0528-475c-a357-f6a9da5786ce', 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681', 'admin_state_up': True, 'tenant_id': '6a32cfb1585b426b890f77ee0191ba14'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:35.271661 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-db32bb8f-3420-4e0c-b6c5-b700e0bc4c4c req-cf492346-a0d7-4293-974d-4d69e6291426 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 210 time: 0.1506259 Apr 22 12:57:35.450218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device cd8768ef-2def-41e5-b066-fdf9feac63c9 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:57:35.570655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port cd8768ef-2def-41e5-b066-fdf9feac63c9 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:57:35.570655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:36.190105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:36.196828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Usage tracker for resource:port and tenant:6a32cfb1585b426b890f77ee0191ba14 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:36.197709 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4850455f-9b8c-4e26-b0c6-d9f4a371447b req-e15ed0ab-97ee-4619-be47-e62e5288c6b9 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 210 time: 0.2567937 Apr 22 12:57:36.203602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:36.223301 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:36.230770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:36.274615 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Made reservation on behalf of 6a32cfb1585b426b890f77ee0191ba14 for: {'port': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:57:36.286321 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:36.623470 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4fa095c3-8852-4a15-8d23-984ef8152c98 req-44ba8512-112e-4f84-a2bc-3da18761f264 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 210 time: 0.1041803 Apr 22 12:57:36.735903 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.89', 55556) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:37.046483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 47196) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:37.230140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Allocated IP 172.20.0.2 (9f164ba4-5491-4288-8722-90eb8a2af681/66a1b699-ff64-4199-8272-39af5eba60be/d9699246-29d7-47f2-89e7-24c335998935) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:57:37.371051 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a9bf-1274-402f-9031-ca5183136013 req-15f38fa7-a0ea-42ee-90cf-2bb6a7b7b78f tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:37.372407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-57a0a9bf-1274-402f-9031-ca5183136013 req-15f38fa7-a0ea-42ee-90cf-2bb6a7b7b78f tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Synchronizing usage tracker for tenant:3825ca9417bb477e86ab37d593cffeee on resource:network {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:57:37.788636 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-553dda13-a1a6-4bff-9f6e-05296f66175d req-3ba8139e-f5e2-4cbc-913a-f70f7088d3b6 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 210 time: 0.0966988 Apr 22 12:57:37.789915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854380213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854339117'] for router, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:37.838605 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:37.877297 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Router e9198b19-0f15-4215-9522-d4beb49a53d3 is scheduled to L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f with binding_index 1 {{(pid=86512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 12:57:37.888016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1190a157-2fcb-4aa5-9b41-41f9206a4492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:37.960336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-57a0a9bf-1274-402f-9031-ca5183136013 req-15f38fa7-a0ea-42ee-90cf-2bb6a7b7b78f tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Unset dirty status for tenant:3825ca9417bb477e86ab37d593cffeee on resource:network {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:57:37.961617 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-15f38fa7-a0ea-42ee-90cf-2bb6a7b7b78f tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.89 "GET /v2.0/networks?id=aaf8a7e0-d562-4399-940d-4425f55ad17d HTTP/1.1" status: 200 len: 811 time: 1.2242332 Apr 22 12:57:37.983673 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fe15534d-d116-4df4-84f4-8c4e984fdfcf req-aa3809ea-695d-4c49-8c39-b66bba731d28 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 210 time: 0.0785031 Apr 22 12:57:37.994100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Request body: {'port': {'device_id': 'cd3658e2-e0a8-4146-a976-688a22796d6d', 'network_id': 'aaf8a7e0-d562-4399-940d-4425f55ad17d', 'admin_state_up': True, 'tenant_id': '3825ca9417bb477e86ab37d593cffeee'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:38.246782 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1190a157-2fcb-4aa5-9b41-41f9206a4492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:38.272740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1190a157-2fcb-4aa5-9b41-41f9206a4492 admin admin] Usage tracker for resource:security_group_rule and tenant:d90a401947ad46da8ef83c8843938c6e is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:38.285022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:38.295750 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1190a157-2fcb-4aa5-9b41-41f9206a4492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:38.310288 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Usage tracker for resource:port and tenant:3825ca9417bb477e86ab37d593cffeee is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:38.316976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1190a157-2fcb-4aa5-9b41-41f9206a4492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:38.325260 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:38.345648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:38.402041 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:38.431291 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:38.504333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 12:57:38.522771 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Sync routers for ids ['e9198b19-0f15-4215-9522-d4beb49a53d3'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 12:57:38.534235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Network 9f164ba4-5491-4288-8722-90eb8a2af681 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:57:38.540099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Routers {'e9198b19-0f15-4215-9522-d4beb49a53d3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:57:38.540865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:57:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['e9198b19-0f15-4215-9522-d4beb49a53d3'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:38.541693 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:38.551184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:57:38.558826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:38.559560 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:38.595143 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e is scheduled to L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f with binding_index 1 {{(pid=86512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 12:57:38.721303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Made reservation on behalf of 3825ca9417bb477e86ab37d593cffeee for: {'port': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:57:38.728622 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:38.743878 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Notify callbacks [] for router, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:38.749636 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.8082540 Apr 22 12:57:38.753386 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47238) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:38.768356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Set router e9198b19-0f15-4215-9522-d4beb49a53d3 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:57:39.148630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Pushing event updated for resources: {'Port': ['ID=d9699246-29d7-47f2-89e7-24c335998935,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:39.156884 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-router', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:26Z', 'updated_at': '2021-04-22T12:57:32Z', 'revision_number': 3, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'gw_port': {'id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:29Z', 'updated_at': '2021-04-22T12:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:39.162537 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Checking router: e9198b19-0f15-4215-9522-d4beb49a53d3 for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 12:57:39.163267 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Updating router e9198b19-0f15-4215-9522-d4beb49a53d3 port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 binding host dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 12:57:39.228948 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:39.249631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:39.364282 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1433511 Apr 22 12:57:39.383078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 47252) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:39.532768 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1190a157-2fcb-4aa5-9b41-41f9206a4492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:39.570163 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-5b217901-b278-487b-93b6-8ae447493846 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 12:57:39.571514 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-5b217901-b278-487b-93b6-8ae447493846 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2012782 Apr 22 12:57:39.698141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1190a157-2fcb-4aa5-9b41-41f9206a4492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:39.735265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Allocated IP 172.20.0.4 (aaf8a7e0-d562-4399-940d-4425f55ad17d/23a578b3-b440-4882-825b-b6722bbc5256/f63ed193-0a54-4faa-abf8-2e9a4f8db3e5) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:57:40.102104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-76d510c0-9873-4ba9-9abb-6d0fdba9c61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:40.124655 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cafe4093-2f7a-4f36-bdf4-dd32542ffc54 req-273fd846-9658-4f26-bff2-122a2b05a891 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 210 time: 0.8640156 Apr 22 12:57:40.193269 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190a157-2fcb-4aa5-9b41-41f9206a4492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8309c0-27d8-4ef7-8373-d5c52400169a,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:40.253933 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:40.294780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1190a157-2fcb-4aa5-9b41-41f9206a4492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:40.299448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6ced8c4-cb9c-4cf4-9d26-21b59d8a59d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:40.311634 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Notify callbacks [] for port, precommit_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:40.342966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-f6ced8c4-cb9c-4cf4-9d26-21b59d8a59d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:40.349930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-f6ced8c4-cb9c-4cf4-9d26-21b59d8a59d6 admin admin] Usage tracker for resource:security_group_rule and tenant:0d8d4630228f4539b0162af12bcefaa7 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:40.357114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-f6ced8c4-cb9c-4cf4-9d26-21b59d8a59d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:40.367959 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Transition to ACTIVE for port object 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 will not be triggered until provisioned by entity L2. {{(pid=86514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:57:40.370951 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-f6ced8c4-cb9c-4cf4-9d26-21b59d8a59d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:40.418324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:40.422847 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1190a157-2fcb-4aa5-9b41-41f9206a4492 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d90a401947ad46da8ef83c8843938c6e&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3719158 Apr 22 12:57:40.430910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 47278) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:40.440385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:40.473025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Request body: {'port': {'device_id': 'e2f002f3-0528-475c-a357-f6a9da5786ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:40.599793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Attempting to bind port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:57:40.600393 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Attempting to bind port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:57:40.600975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Attempting to bind port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 on network bfb8adc4-3798-4764-90a2-51505efe1733 {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:57:40.623210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:57:40.623967 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Checking segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:57:40.624818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:40.625528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Bound using segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:57:40.626525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Bound port: 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:57:40.627098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:40.658369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 12:57:40.671127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Sync routers for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 12:57:40.686627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:57:40.687418 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:57:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:40.706617 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:40.747745 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc64ea8-e432-446d-9cf3-adc2367ee309 req-416e9900-2d41-406e-b520-7a196755fbdb tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:40.748591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-1fc64ea8-e432-446d-9cf3-adc2367ee309 req-416e9900-2d41-406e-b520-7a196755fbdb tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Synchronizing usage tracker for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:57:40.754667 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-34a77c32-f407-4aaa-a74e-9d0e97f92ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:40.809528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Notify callbacks [] for router, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:40.816259 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.0296333 Apr 22 12:57:40.819028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Pushing event updated for resources: {'Port': ['ID=86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7,revision_number=2']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:40.824931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47288) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:40.836133 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] For port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:57:40.860869 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] For port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:57:40.871074 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.871452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.871836 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.872201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.872561 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.872946 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.873304 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.873659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.874013 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.874413 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Tracked resource versions report: Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: pushed versions: Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: { 'AddressGroup': {'1.2'}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': {'1.0'}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': {'1.0'}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': {'1.1'}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': {'1.7'}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': {'1.2'}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': {'1.8'}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': {'1.4'}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': {'1.2'}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': {'1.0'}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': {'1.1'}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': {'1.1'}} Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: consumer versions: Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: { DHCP agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: HyperV agent@hv-cinder-78726: {}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: L3 agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: Metadata agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: Metering agent@dv-cinder-787262-3-smb: {}, Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: Open vSwitch agent@dv-cinder-787262-3-smb: { 'AddressGroup': '1.2', Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'ConntrackHelper': '1.0', Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'Log': '1.0', Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'Network': '1.1', Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'Port': '1.7', Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'PortForwarding': '1.2', Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'QosPolicy': '1.8', Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroup': '1.4', Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'SecurityGroupRule': '1.2', Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'SubPort': '1.0', Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'Subnet': '1.1', Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: 'Trunk': '1.1'}} Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: {{(pid=86514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 12:57:40.912097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:40.931703 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:40.936895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:40.992130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Pushing event updated for resources: {'Port': ['ID=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:41.114073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Pushing event updated for resources: {'Port': ['ID=86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7,revision_number=3']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:41.126898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6ced8c4-cb9c-4cf4-9d26-21b59d8a59d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:41.153651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:41.154555 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:41.154850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1b05c921-0e0b-42f5-bc93-398e865bcc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:41.202903 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Routers {'e9198b19-0f15-4215-9522-d4beb49a53d3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:57:41.204799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:57:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['e9198b19-0f15-4215-9522-d4beb49a53d3'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:41.264233 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1b05c921-0e0b-42f5-bc93-398e865bcc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:41.287382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:57:41.634589 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6ced8c4-cb9c-4cf4-9d26-21b59d8a59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:41.652723 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Network aaf8a7e0-d562-4399-940d-4425f55ad17d is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:57:41.832188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:41.858705 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:41.899663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:57:41.926963 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:41.928494 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:42.009917 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-1fc64ea8-e432-446d-9cf3-adc2367ee309 req-416e9900-2d41-406e-b520-7a196755fbdb tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Unset dirty status for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:57:42.020314 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1fc64ea8-e432-446d-9cf3-adc2367ee309 req-416e9900-2d41-406e-b520-7a196755fbdb tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 931 time: 2.7125101 Apr 22 12:57:42.049476 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f6ced8c4-cb9c-4cf4-9d26-21b59d8a59d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d8d4630228f4539b0162af12bcefaa7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4756484 Apr 22 12:57:42.049476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1b05c921-0e0b-42f5-bc93-398e865bcc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:42.049476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 47306) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:42.055394 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] Set router e9198b19-0f15-4215-9522-d4beb49a53d3 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:57:42.251004 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:42.325933 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718ef8-bdf2-41f4-8067-bcfe86a105ec req-e9de4a4f-5084-4e78-b9f0-9dc4e7efcca9 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:42.328712 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0b718ef8-bdf2-41f4-8067-bcfe86a105ec req-e9de4a4f-5084-4e78-b9f0-9dc4e7efcca9 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 931 time: 0.7157519 Apr 22 12:57:42.353375 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:35Z', 'revision_number': 3, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:42.393450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Checking router: 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 12:57:42.394558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Updating router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 binding host dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 12:57:42.465908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1b05c921-0e0b-42f5-bc93-398e865bcc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:42.470347 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1b05c921-0e0b-42f5-bc93-398e865bcc1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d8309c0-27d8-4ef7-8373-d5c52400169a HTTP/1.1" status: 204 len: 168 time: 2.0284426 Apr 22 12:57:42.499726 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1fc64ea8-e432-446d-9cf3-adc2367ee309 req-32c3485e-8fe5-4c48-95e8-32a6367485c9 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777398 Apr 22 12:57:42.535380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:42.691845 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7199256 Apr 22 12:57:42.692627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ced8c4-cb9c-4cf4-9d26-21b59d8a59d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fe6422-89d8-4f1a-9854-f24b9d100ea0,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:42.722183 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f6ced8c4-cb9c-4cf4-9d26-21b59d8a59d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:42.763242 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Request body: {'port': {'device_id': 'cd3658e2-e0a8-4146-a976-688a22796d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:57:42.882528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.672s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:42.928005 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:43.123620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c37a5160-cc6c-45c6-802b-23875aff0b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:43.134217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05c921-0e0b-42f5-bc93-398e865bcc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8309c0-27d8-4ef7-8373-d5c52400169a,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:43.321393 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1b05c921-0e0b-42f5-bc93-398e865bcc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:43.435160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-router', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:26Z', 'updated_at': '2021-04-22T12:57:32Z', 'revision_number': 3, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'gw_port': {'id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:29Z', 'updated_at': '2021-04-22T12:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:43.451803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a6cebf-5392-45a3-8f07-397e49addbca None None] The sync data for ids ['e9198b19-0f15-4215-9522-d4beb49a53d3'] in dv-cinder-787262-3-smb is: [{'id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-router', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:26Z', 'updated_at': '2021-04-22T12:57:32Z', 'revision_number': 3, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'gw_port': {'id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:29Z', 'updated_at': '2021-04-22T12:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 12:57:43.465874 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c37a5160-cc6c-45c6-802b-23875aff0b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:43.570220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Allocated IP 172.20.0.1 (85edf73c-9312-4784-969b-14c6f03936f4/a03938b6-65e7-4593-98a0-aaeab682699b/b7f2613f-6f80-4925-989d-569b47ed4d95) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:57:43.634593 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Notify callbacks [] for port, precommit_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:43.681089 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Transition to ACTIVE for port object 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:57:43.772863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:43.823637 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:44.010051 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Attempting to bind port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:57:44.010472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Attempting to bind port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:57:44.010903 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0b718ef8-bdf2-41f4-8067-bcfe86a105ec req-c40591e3-807b-44af-995a-b616914289ca tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5572543 Apr 22 12:57:44.011050 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Attempting to bind port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 on network bfb8adc4-3798-4764-90a2-51505efe1733 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:57:44.069478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:57:44.070452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Checking segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:57:44.071442 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:44.080443 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Bound using segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:57:44.080443 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Bound port: 19ecc1bc-6d93-4a1d-9c40-cb2891765af2, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:57:44.087188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:44.306519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c37a5160-cc6c-45c6-802b-23875aff0b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:44.370938 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:44.460144 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] For port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:57:44.465865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-31021168-36ff-416b-a3a2-cd352a34c9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:44.467138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] For port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=19ecc1bc-6d93-4a1d-9c40-cb2891765af2,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:57:44.473184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da23131-55e2-4c5e-9b1f-6113ce9f1334 None None] Pushing event updated for resources: {'Port': ['ID=19ecc1bc-6d93-4a1d-9c40-cb2891765af2,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:44.477675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47338) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:44.519363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4da23131-55e2-4c5e-9b1f-6113ce9f1334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:44.592855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:44.609201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:44.646525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1353e506-2b32-46f0-bf86-4d3c04c54c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:44.795615 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:45.007217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1353e506-2b32-46f0-bf86-4d3c04c54c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:45.047061 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:57:45.052724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:57:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:45.320101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1353e506-2b32-46f0-bf86-4d3c04c54c23 admin admin] Usage tracker for resource:security_group_rule and tenant:3402915abb01425e9fb149d79ce123a3 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:45.488380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:57:45.571422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:45.613401 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da23131-55e2-4c5e-9b1f-6113ce9f1334 None None] Pushing event updated for resources: {'Port': ['ID=19ecc1bc-6d93-4a1d-9c40-cb2891765af2,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:45.613915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a5160-cc6c-45c6-802b-23875aff0b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fe6422-89d8-4f1a-9854-f24b9d100ea0,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:45.628909 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4da23131-55e2-4c5e-9b1f-6113ce9f1334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:45.873794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:57:45.897222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:57:45.897891 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:45.946297 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c37a5160-cc6c-45c6-802b-23875aff0b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.481s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:46.061027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c37a5160-cc6c-45c6-802b-23875aff0b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:46.068822 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c37a5160-cc6c-45c6-802b-23875aff0b57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3fe6422-89d8-4f1a-9854-f24b9d100ea0 HTTP/1.1" status: 204 len: 168 time: 3.9759443 Apr 22 12:57:46.137312 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1353e506-2b32-46f0-bf86-4d3c04c54c23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:46.144559 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1353e506-2b32-46f0-bf86-4d3c04c54c23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:46.230943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:46.268221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bf6faa95-37fd-4e1f-ac0f-292b6bd993f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:46.333524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:57:46.359933 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f2613f-6f80-4925-989d-569b47ed4d95,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:46.385513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:46.424107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Network 85edf73c-9312-4784-969b-14c6f03936f4 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:57:46.444567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408de8e-3809-4c5b-b4bc-0a5ad242a6e5 req-6ed76542-355d-44d7-8291-5a3e49a7dc28 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:46.447308 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2408de8e-3809-4c5b-b4bc-0a5ad242a6e5 req-6ed76542-355d-44d7-8291-5a3e49a7dc28 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 931 time: 0.3858428 Apr 22 12:57:46.449529 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:46.503059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:57:46.504823 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393230'] for router_interface, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:46.537260 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3697c13-cabf-47b3-8ddf-a386e77a720c req-ad4a73e0-7560-47d2-b9e1-5859f3675dd7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:46.550756 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e3697c13-cabf-47b3-8ddf-a386e77a720c req-ad4a73e0-7560-47d2-b9e1-5859f3675dd7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 931 time: 2.4889586 Apr 22 12:57:47.089989 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e3697c13-cabf-47b3-8ddf-a386e77a720c req-fde44fa0-0f45-4cdc-9f58-f54cd5cdde5c tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015233 Apr 22 12:57:47.113699 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:47.736734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:57:47.782825 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:47.800751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9699246-29d7-47f2-89e7-24c335998935 {{(pid=86511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:57:47.810435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9439d651-770a-422c-b1cf-31bfa9732902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:47.840857 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:47.985550 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Transition to ACTIVE for port object d9699246-29d7-47f2-89e7-24c335998935 will not be triggered until provisioned by entity L2. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:57:48.054509 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:48.106190 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1353e506-2b32-46f0-bf86-4d3c04c54c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:48.117487 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:48.144271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:35Z', 'revision_number': 3, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:48.151552 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cac3fe-13f4-4bb0-935d-6e4ab0ba2134 None None] The sync data for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb is: [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:35Z', 'revision_number': 3, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 12:57:48.168113 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:48.175078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:48.224643 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.resource_extend [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 12:57:48.304225 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:48.475664 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2408de8e-3809-4c5b-b4bc-0a5ad242a6e5 req-e7c49fb9-ac1f-4fa7-9740-c8b0bd9eff75 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6197522 Apr 22 12:57:48.768660 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Attempting to bind port d9699246-29d7-47f2-89e7-24c335998935 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:57:48.773219 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Attempting to bind port d9699246-29d7-47f2-89e7-24c335998935 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:57:48.773788 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Attempting to bind port d9699246-29d7-47f2-89e7-24c335998935 on network 9f164ba4-5491-4288-8722-90eb8a2af681 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:57:48.855217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9699246-29d7-47f2-89e7-24c335998935,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:48.866489 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Port d9699246-29d7-47f2-89e7-24c335998935 on network 9f164ba4-5491-4288-8722-90eb8a2af681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 12:57:48.867998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Attempting to bind port d9699246-29d7-47f2-89e7-24c335998935 on network 9f164ba4-5491-4288-8722-90eb8a2af681 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:57:48.872085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:48.893850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1353e506-2b32-46f0-bf86-4d3c04c54c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:48.962359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 {{(pid=86511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:57:49.012234 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:49.037328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:57:49.037922 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Checking segment: {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:57:49.038866 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Bound using segment: {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:57:49.039437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Bound port: d9699246-29d7-47f2-89e7-24c335998935, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'}}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:57:49.039811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:49.248845 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Transition to ACTIVE for port object f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 will not be triggered until provisioned by entity L2. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:57:49.275693 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] For port d9699246-29d7-47f2-89e7-24c335998935, host hv-cinder-78726, cleared binding levels {{(pid=86511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:57:49.284070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] For port d9699246-29d7-47f2-89e7-24c335998935, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d9699246-29d7-47f2-89e7-24c335998935,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:57:49.312396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:49.358906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe871a4-cc98-4e99-94ce-9145d6d70f63 req-c66b0b56-0f6d-4a35-b4c0-527652ec043e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:49.370642 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3fe871a4-cc98-4e99-94ce-9145d6d70f63 req-c66b0b56-0f6d-4a35-b4c0-527652ec043e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 943 time: 0.4963989 Apr 22 12:57:49.376442 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:49.485577 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:49.515799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f607e104-6347-450f-b184-efe103091991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:49.560114 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1353e506-2b32-46f0-bf86-4d3c04c54c23 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3402915abb01425e9fb149d79ce123a3&name=default HTTP/1.1" status: 200 len: 2976 time: 5.0731120 Apr 22 12:57:49.584379 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47410) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:49.735276 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-461c425b-cbcc-4831-9c4d-b6a24592a41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:49.802976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-461c425b-cbcc-4831-9c4d-b6a24592a41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:49.903569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:49.904960 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:49.907734 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] 10.222.0.89 "PUT /v2.0/ports/d9699246-29d7-47f2-89e7-24c335998935 HTTP/1.1" status: 200 len: 1093 time: 9.7469146 Apr 22 12:57:49.927550 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f002f3-0528-475c-a357-f6a9da5786ce', 'tag': 'd9699246-29d7-47f2-89e7-24c335998935'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:57:49.935507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353e506-2b32-46f0-bf86-4d3c04c54c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fe6293-693f-45cd-9bf5-b1a15282b1a3,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:50.050131 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1353e506-2b32-46f0-bf86-4d3c04c54c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:50.121448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:50.134125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-461c425b-cbcc-4831-9c4d-b6a24592a41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:50.435590 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Pushing event updated for resources: {'Port': ['ID=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:50.454951 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:50.455755 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-247ca860-c1a8-4b1e-9888-5da59beef693 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.828s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:50.534645 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:57:50.574899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Allocated IP 172.20.0.1 (a0079c58-09f4-4d9f-926a-74f262206ca6/3c2ee2a6-ec91-4034-bfa3-d03217c37eb8/5d788e85-46ba-4b81-81c0-393f734faf6d) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:57:50.634864 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3fe871a4-cc98-4e99-94ce-9145d6d70f63 req-e241b8a6-3fb7-4593-8298-02fb067f7e37 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1189950 Apr 22 12:57:50.642395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9699246-29d7-47f2-89e7-24c335998935,revision_number=3']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:50.645959 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Attempting to bind port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:57:50.651019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Attempting to bind port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '9f8b33a9-ef72-45ae-b625-1048a0258897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aaf8a7e0-d562-4399-940d-4425f55ad17d'}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:57:50.652159 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Attempting to bind port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 on network aaf8a7e0-d562-4399-940d-4425f55ad17d {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:57:50.665725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:50.670652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 on network aaf8a7e0-d562-4399-940d-4425f55ad17d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 12:57:50.671235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Attempting to bind port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 on network aaf8a7e0-d562-4399-940d-4425f55ad17d {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:57:50.677675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:50.698428 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:57:50.700943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Checking segment: {'id': '9f8b33a9-ef72-45ae-b625-1048a0258897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aaf8a7e0-d562-4399-940d-4425f55ad17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:57:50.702263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Bound using segment: {'id': '9f8b33a9-ef72-45ae-b625-1048a0258897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aaf8a7e0-d562-4399-940d-4425f55ad17d'} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:57:50.704961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Bound port: f63ed193-0a54-4faa-abf8-2e9a4f8db3e5, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8b33a9-ef72-45ae-b625-1048a0258897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aaf8a7e0-d562-4399-940d-4425f55ad17d'}}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:57:50.705586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:50.883185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:57:50.889486 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:50.968794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-59074f0a-0a78-46ee-8a8e-9148d7283d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:50.974510 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-59074f0a-0a78-46ee-8a8e-9148d7283d86 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 1096 time: 0.6534603 Apr 22 12:57:51.025971 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c425b-cbcc-4831-9c4d-b6a24592a41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fe6293-693f-45cd-9bf5-b1a15282b1a3,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:51.161025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-461c425b-cbcc-4831-9c4d-b6a24592a41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:51.163927 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] For port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5, host hv-cinder-78726, cleared binding levels {{(pid=86511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:57:51.169380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-461c425b-cbcc-4831-9c4d-b6a24592a41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:51.170605 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-461c425b-cbcc-4831-9c4d-b6a24592a41f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07fe6293-693f-45cd-9bf5-b1a15282b1a3 HTTP/1.1" status: 204 len: 168 time: 1.5842216 Apr 22 12:57:51.172005 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] For port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5,segment=NetworkSegment(9f8b33a9-ef72-45ae-b625-1048a0258897),segment_id=9f8b33a9-ef72-45ae-b625-1048a0258897)] {{(pid=86511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:57:51.613588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:51.615514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:57:51.708369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:51.837543 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ec589-8e9e-4629-8cc5-4beb6decb06f req-1409d06c-e5e5-4828-94a8-cf1f4f2b41b7 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:51.850069 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:51.851320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:51.852874 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a74ec589-8e9e-4629-8cc5-4beb6decb06f req-1409d06c-e5e5-4828-94a8-cf1f4f2b41b7 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 943 time: 1.9237878 Apr 22 12:57:51.856157 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] 10.222.0.89 "PUT /v2.0/ports/f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 HTTP/1.1" status: 200 len: 1093 time: 9.1061566 Apr 22 12:57:51.890697 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-c56d2a4f-66ef-4158-8539-60dfe8a29542 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9699246-29d7-47f2-89e7-24c335998935 HTTP/1.1" status: 200 len: 217 time: 0.6896932 Apr 22 12:57:51.908549 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:57:51.922792 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:57:51.925818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:52.037746 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:57:52.399012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-caf3c725-f519-4f20-85c1-d8351fcc6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:52.404957 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-caf3c725-f519-4f20-85c1-d8351fcc6bad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66a1b699-ff64-4199-8272-39af5eba60be HTTP/1.1" status: 200 len: 855 time: 0.5005810 Apr 22 12:57:52.413577 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Pushing event updated for resources: {'Port': ['ID=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5,revision_number=3']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:52.543630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:52.583927 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a74ec589-8e9e-4629-8cc5-4beb6decb06f req-0d761cd2-eded-4040-8331-2ace423232cd tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6674669 Apr 22 12:57:52.648742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:52.681322 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-9b6579e1-37d1-426f-8179-d6bd4dde58f6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9f164ba4-5491-4288-8722-90eb8a2af681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2610991 Apr 22 12:57:52.722927 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:52.728043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=19ecc1bc-6d93-4a1d-9c40-cb2891765af2,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:57:52.775381 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:52.793855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4da23131-55e2-4c5e-9b1f-6113ce9f1334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:52.920773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a9bf-1274-402f-9031-ca5183136013 req-02aea8c3-a4dd-4770-8a91-b8db88ba318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:52.929943 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-02aea8c3-a4dd-4770-8a91-b8db88ba318d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3825ca9417bb477e86ab37d593cffeee&device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 1096 time: 0.8700578 Apr 22 12:57:52.963283 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Transition to ACTIVE for port object 5d788e85-46ba-4b81-81c0-393f734faf6d will not be triggered until provisioned by entity DHCP. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:57:53.067472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:53.083147 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f002f3-0528-475c-a357-f6a9da5786ce', 'tag': 'd9699246-29d7-47f2-89e7-24c335998935', 'status': 'completed', 'code': 200} Apr 22 12:57:53.091056 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2dfdaef2-06ef-4de2-ab8f-d5d41ad86a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:53.247100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=19ecc1bc-6d93-4a1d-9c40-cb2891765af2,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:53.265674 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:53.395722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Pushing event updated for resources: {'Port': ['ID=5d788e85-46ba-4b81-81c0-393f734faf6d,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:53.445962 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:53.619501 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Network a0079c58-09f4-4d9f-926a-74f262206ca6 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:57:53.636583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:53.650463 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:57:53.652127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393230'] for router_interface, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:53.734078 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-44782ea0-5283-4518-96c2-e85f329a230b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 HTTP/1.1" status: 200 len: 217 time: 0.6485441 Apr 22 12:57:53.864185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.resource_extend [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 12:57:53.949114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:54.052970 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a9bf-1274-402f-9031-ca5183136013 req-e7b15f90-83a5-44bf-896b-e501674bb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:54.054885 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-e7b15f90-83a5-44bf-896b-e501674bb2f2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=23a578b3-b440-4882-825b-b6722bbc5256 HTTP/1.1" status: 200 len: 851 time: 0.2411008 Apr 22 12:57:54.134454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:54.152801 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-141aa31f-2ced-41a5-9432-8452176ee623 service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4387705 Apr 22 12:57:54.179793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:54.217670 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854382487'] for router_interface, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:54.246235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:54.289634 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-7a05243d-841c-4928-9fce-39dd10867cee None None] Provisioning for port 5d788e85-46ba-4b81-81c0-393f734faf6d completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:57:54.310139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-7a05243d-841c-4928-9fce-39dd10867cee None None] Provisioning complete for port 5d788e85-46ba-4b81-81c0-393f734faf6d triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:57:54.310847 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7a05243d-841c-4928-9fce-39dd10867cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:54.561347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-7a05243d-841c-4928-9fce-39dd10867cee None None] Port 5d788e85-46ba-4b81-81c0-393f734faf6d cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 12:57:54.823447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ed32-bf08-4cbe-a0c0-04f0b3b34edf req-36a7fd2c-8e7c-4c83-a681-f4452db80ff9 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:54.837671 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5186ed32-bf08-4cbe-a0c0-04f0b3b34edf req-36a7fd2c-8e7c-4c83-a681-f4452db80ff9 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 943 time: 1.4442718 Apr 22 12:57:54.959643 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:57:55.150462 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9ef6cf9-ae5b-4658-9a68-93a92ee588cc req-d1ec4646-3575-4a1d-b832-5560709d77ca service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325014 Apr 22 12:57:55.175135 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3658e2-e0a8-4146-a976-688a22796d6d', 'tag': 'f63ed193-0a54-4faa-abf8-2e9a4f8db3e5'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:57:55.274438 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-fab4a38d-47d6-4e0c-84f5-007691c8ef3c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aaf8a7e0-d562-4399-940d-4425f55ad17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8021939 Apr 22 12:57:55.349507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f2613f-6f80-4925-989d-569b47ed4d95,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:55.360597 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-5186ed32-bf08-4cbe-a0c0-04f0b3b34edf req-bf6bab33-e32d-4810-8687-3aca460b2400 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Synchronizing usage tracker for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:57:55.366860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.120s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:55.381483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:57:55.382435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:55.431429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Network 85edf73c-9312-4784-969b-14c6f03936f4 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:57:55.460081 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:55.743391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-5186ed32-bf08-4cbe-a0c0-04f0b3b34edf req-bf6bab33-e32d-4810-8687-3aca460b2400 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Unset dirty status for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:57:55.752444 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5186ed32-bf08-4cbe-a0c0-04f0b3b34edf req-bf6bab33-e32d-4810-8687-3aca460b2400 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8613465 Apr 22 12:57:55.776399 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-a34b8aa1-502d-436e-8124-27d91d6c6f37 service neutron] 10.222.0.89 "GET /v2.0/networks/aaf8a7e0-d562-4399-940d-4425f55ad17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901861 Apr 22 12:57:55.914883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f60e14-192d-4d60-b281-d61d73c0ada1 req-a5f26851-e883-44ed-96c9-682d46efa508 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:55.916533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-13f60e14-192d-4d60-b281-d61d73c0ada1 req-a5f26851-e883-44ed-96c9-682d46efa508 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Synchronizing usage tracker for tenant:3825ca9417bb477e86ab37d593cffeee on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:57:55.948368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b4cce26e-7b1c-41ab-9211-f5bbfedb9924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:56.011204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741c89e-278b-48ba-8e2f-55372d77b032 req-49eed76a-b7f6-4c14-bd11-4e48b26d9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:56.021124 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0741c89e-278b-48ba-8e2f-55372d77b032 req-49eed76a-b7f6-4c14-bd11-4e48b26d9efa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 1096 time: 0.2368374 Apr 22 12:57:56.034230 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-13f60e14-192d-4d60-b281-d61d73c0ada1 req-a5f26851-e883-44ed-96c9-682d46efa508 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Unset dirty status for tenant:3825ca9417bb477e86ab37d593cffeee on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:57:56.047109 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-13f60e14-192d-4d60-b281-d61d73c0ada1 req-a5f26851-e883-44ed-96c9-682d46efa508 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 943 time: 1.8814387 Apr 22 12:57:56.205977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 47538) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:56.217368 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3658e2-e0a8-4146-a976-688a22796d6d', 'tag': 'f63ed193-0a54-4faa-abf8-2e9a4f8db3e5', 'status': 'completed', 'code': 200} Apr 22 12:57:56.269738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-13f60e14-192d-4d60-b281-d61d73c0ada1 req-a3252d63-7230-484e-8422-bf146a26a4a6 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Synchronizing usage tracker for tenant:3825ca9417bb477e86ab37d593cffeee on resource:security_group {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:57:56.330785 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-13f60e14-192d-4d60-b281-d61d73c0ada1 req-a3252d63-7230-484e-8422-bf146a26a4a6 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Unset dirty status for tenant:3825ca9417bb477e86ab37d593cffeee on resource:security_group {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:57:56.332326 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-13f60e14-192d-4d60-b281-d61d73c0ada1 req-a3252d63-7230-484e-8422-bf146a26a4a6 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804863 Apr 22 12:57:56.539232 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1301e562-57a4-44c3-b505-c59665b75f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:56.575154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1301e562-57a4-44c3-b505-c59665b75f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:56.584940 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1301e562-57a4-44c3-b505-c59665b75f47 admin admin] Usage tracker for resource:security_group_rule and tenant:0dc82102236e4b7bb29357e31fe5b0a8 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:56.592354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1301e562-57a4-44c3-b505-c59665b75f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:56.595119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Router e9198b19-0f15-4215-9522-d4beb49a53d3 has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 12:57:56.607750 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1301e562-57a4-44c3-b505-c59665b75f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:56.681183 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:56.775119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:56.785740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854382487'] for router_interface, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:56.799287 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:56.922617 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 47558) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:57.146562 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1301e562-57a4-44c3-b505-c59665b75f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:57.153959 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741c89e-278b-48ba-8e2f-55372d77b032 req-6425a2e8-715a-40f3-a111-9861da92e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:57.169362 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0741c89e-278b-48ba-8e2f-55372d77b032 req-6425a2e8-715a-40f3-a111-9861da92e1d7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 916 time: 0.4883273 Apr 22 12:57:57.177461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Network a0079c58-09f4-4d9f-926a-74f262206ca6 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:57:57.179852 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57a0a9bf-1274-402f-9031-ca5183136013 req-5333d121-8943-4ded-8e2c-ed60edb0127e service neutron] 10.222.0.89 "GET /v2.0/networks/aaf8a7e0-d562-4399-940d-4425f55ad17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963028 Apr 22 12:57:57.185427 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:57:57.334105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1301e562-57a4-44c3-b505-c59665b75f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:57.544997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Pushing event updated for resources: {'Port': ['ID=5d788e85-46ba-4b81-81c0-393f734faf6d,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:57.556968 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 12:57:57.605910 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0741c89e-278b-48ba-8e2f-55372d77b032 req-5a594cc2-2b40-4bdb-b18c-e5d1aaa5a831 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9699246-29d7-47f2-89e7-24c335998935 HTTP/1.1" status: 200 len: 217 time: 0.4220355 Apr 22 12:57:57.608070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:57.611150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:57.687390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3f093c40-2ce5-44b1-9208-ecf1402465d3 None None] Provisioning complete for port 5d788e85-46ba-4b81-81c0-393f734faf6d triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:57:57.688810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3f093c40-2ce5-44b1-9208-ecf1402465d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:57.695567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301e562-57a4-44c3-b505-c59665b75f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195604b7-a252-4128-9495-ad37bb587233,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:57.712761 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1301e562-57a4-44c3-b505-c59665b75f47 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0dc82102236e4b7bb29357e31fe5b0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4767489 Apr 22 12:57:57.715455 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1301e562-57a4-44c3-b505-c59665b75f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:57.716333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 47580) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:57.799797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-3f093c40-2ce5-44b1-9208-ecf1402465d3 None None] Port 5d788e85-46ba-4b81-81c0-393f734faf6d cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 12:57:57.862520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 12:57:57.873897 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] 10.222.0.11 "PUT /v2.0/routers/e9198b19-0f15-4215-9522-d4beb49a53d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1193347 Apr 22 12:57:57.888409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Sync routers for ids ['e9198b19-0f15-4215-9522-d4beb49a53d3'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 12:57:57.917220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7c71a47c-d19a-42cf-80fb-27ca7f9994a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:57.955066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 12:57:57.957308 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-7c71a47c-d19a-42cf-80fb-27ca7f9994a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:57.957992 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Routers {'e9198b19-0f15-4215-9522-d4beb49a53d3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:57:57.962626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-7c71a47c-d19a-42cf-80fb-27ca7f9994a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f8874eaec3cd4b2db7303a99e97770d0 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:57.966182 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:57:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['e9198b19-0f15-4215-9522-d4beb49a53d3'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:57.967691 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-7c71a47c-d19a-42cf-80fb-27ca7f9994a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:57.971863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Sync routers for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 12:57:57.973745 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] 10.222.0.11 "PUT /v2.0/routers/6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0649691 Apr 22 12:57:57.976767 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-7c71a47c-d19a-42cf-80fb-27ca7f9994a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:57.988005 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793509-c879-4d7d-8637-093aafe0b889 req-aaf1a0b7-5bfe-4170-9998-af42763345d2 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:57.990104 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a793509-c879-4d7d-8637-093aafe0b889 req-aaf1a0b7-5bfe-4170-9998-af42763345d2 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 943 time: 0.6622744 Apr 22 12:57:58.002049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:57:58.009846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:57:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:58.097856 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7c71a47c-d19a-42cf-80fb-27ca7f9994a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:58.103582 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a793509-c879-4d7d-8637-093aafe0b889 req-7b8d18f0-5e8c-48cb-838a-2d985e5e3964 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974722 Apr 22 12:57:58.202550 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741c89e-278b-48ba-8e2f-55372d77b032 req-6c6cf1fb-8b68-4098-95b3-a7a851003636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:58.207205 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0741c89e-278b-48ba-8e2f-55372d77b032 req-6c6cf1fb-8b68-4098-95b3-a7a851003636 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66a1b699-ff64-4199-8272-39af5eba60be HTTP/1.1" status: 200 len: 855 time: 0.5564625 Apr 22 12:57:58.267730 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-98115477-8d43-444d-a157-971b61f81845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:58.318140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Set router e9198b19-0f15-4215-9522-d4beb49a53d3 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:57:58.342898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-98115477-8d43-444d-a157-971b61f81845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:58.480445 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7c71a47c-d19a-42cf-80fb-27ca7f9994a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:58.577062 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:57:58.704212 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c1926-1554-4fe7-b503-2321a7783a71 req-78b2bd25-1a2e-4d36-8daa-2e17977d5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:58.706215 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-196c1926-1554-4fe7-b503-2321a7783a71 req-78b2bd25-1a2e-4d36-8daa-2e17977d5ea0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3825ca9417bb477e86ab37d593cffeee&device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 1096 time: 1.3739331 Apr 22 12:57:58.711281 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0741c89e-278b-48ba-8e2f-55372d77b032 req-d06ca13b-bd0c-4561-aa59-548d10344e20 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9f164ba4-5491-4288-8722-90eb8a2af681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4490325 Apr 22 12:57:58.736340 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1301e562-57a4-44c3-b505-c59665b75f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:58.838859 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71a47c-d19a-42cf-80fb-27ca7f9994a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db9f1be-e744-4418-baf5-bd1780d6edbb,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:58.856965 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7c71a47c-d19a-42cf-80fb-27ca7f9994a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:58.857939 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-98115477-8d43-444d-a157-971b61f81845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:58.923528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47612) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:59.029285 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-router', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:26Z', 'updated_at': '2021-04-22T12:57:49Z', 'revision_number': 4, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'gw_port': {'id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:29Z', 'updated_at': '2021-04-22T12:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': 'b7f2613f-6f80-4925-989d-569b47ed4d95', 'name': '', 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'mac_address': 'fa:16:3e:39:e0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a03938b6-65e7-4593-98a0-aaeab682699b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:42Z', 'updated_at': '2021-04-22T12:57:51Z', 'revision_number': 2, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'subnets': [{'id': 'a03938b6-65e7-4593-98a0-aaeab682699b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:59.041060 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Checking router: e9198b19-0f15-4215-9522-d4beb49a53d3 for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 12:57:59.042689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Updating router e9198b19-0f15-4215-9522-d4beb49a53d3 port b7f2613f-6f80-4925-989d-569b47ed4d95 binding host dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 12:57:59.137378 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:57:55Z', 'revision_number': 2, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:57:59.146457 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-35a9e6f9-84f4-41ff-b01e-60e670d31035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:59.146940 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Checking router: 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 12:57:59.148009 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Updating router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e port 5d788e85-46ba-4b81-81c0-393f734faf6d binding host dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 12:57:59.167856 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:59.190385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-35a9e6f9-84f4-41ff-b01e-60e670d31035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:57:59.199493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-35a9e6f9-84f4-41ff-b01e-60e670d31035 admin admin] Usage tracker for resource:security_group_rule and tenant:522b29e699cb49dfb64bb324498840ac is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:57:59.206026 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c1926-1554-4fe7-b503-2321a7783a71 req-d5efddd7-6043-4803-b9ba-078115c5742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:59.206551 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-35a9e6f9-84f4-41ff-b01e-60e670d31035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:57:59.207160 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-196c1926-1554-4fe7-b503-2321a7783a71 req-d5efddd7-6043-4803-b9ba-078115c5742b service neutron] 10.222.0.89 "GET /v2.0/networks?id=aaf8a7e0-d562-4399-940d-4425f55ad17d HTTP/1.1" status: 200 len: 912 time: 0.3856063 Apr 22 12:57:59.207902 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c37a5160-cc6c-45c6-802b-23875aff0b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:59.221187 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-35a9e6f9-84f4-41ff-b01e-60e670d31035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:57:59.327851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-35a9e6f9-84f4-41ff-b01e-60e670d31035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:59.330182 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:59.407380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4adf1-f475-45d5-aa39-12b8ecf59a01 req-9f1496eb-5bc1-4f6e-87ca-04a44bdbb940 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:59.409408 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b6f4adf1-f475-45d5-aa39-12b8ecf59a01 req-9f1496eb-5bc1-4f6e-87ca-04a44bdbb940 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 943 time: 1.5997467 Apr 22 12:57:59.434179 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-196c1926-1554-4fe7-b503-2321a7783a71 req-173f41b2-13f8-4a9b-9cea-9449a4236498 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 HTTP/1.1" status: 200 len: 217 time: 0.2153614 Apr 22 12:57:59.434453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-35a9e6f9-84f4-41ff-b01e-60e670d31035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:59.435368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98115477-8d43-444d-a157-971b61f81845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195604b7-a252-4128-9495-ad37bb587233,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:59.473256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-98115477-8d43-444d-a157-971b61f81845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:57:59.536063 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-1ba4c351-f445-40ae-a1be-c68a91d9fbbc tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:59.537824 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-7c71a47c-d19a-42cf-80fb-27ca7f9994a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8874eaec3cd4b2db7303a99e97770d0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6138732 Apr 22 12:57:59.541133 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-1ba4c351-f445-40ae-a1be-c68a91d9fbbc tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 819 time: 0.2112546 Apr 22 12:57:59.542481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47628) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:59.558678 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1353e506-2b32-46f0-bf86-4d3c04c54c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:57:59.574790 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-98115477-8d43-444d-a157-971b61f81845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:59.581233 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-98115477-8d43-444d-a157-971b61f81845 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/195604b7-a252-4128-9495-ad37bb587233 HTTP/1.1" status: 204 len: 168 time: 1.7746930 Apr 22 12:57:59.600116 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-f94fa03d-aab0-42a6-bdfa-1e97b43e88c9 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/quotas/0be505e895a644dbb7c2b63770215c98 HTTP/1.1" status: 200 len: 375 time: 0.0471137 Apr 22 12:57:59.665914 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b6f4adf1-f475-45d5-aa39-12b8ecf59a01 req-fa731ef9-99a1-49f1-9002-35edb60aa59d tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161827 Apr 22 12:57:59.706712 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0741c89e-278b-48ba-8e2f-55372d77b032 req-faa9ba29-96d0-437a-91a7-d16b1ddc8dd2 service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8733571 Apr 22 12:57:59.709110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c1926-1554-4fe7-b503-2321a7783a71 req-0ca33635-8180-4f03-aaf3-e2442598462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:57:59.711435 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-196c1926-1554-4fe7-b503-2321a7783a71 req-0ca33635-8180-4f03-aaf3-e2442598462d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=23a578b3-b440-4882-825b-b6722bbc5256 HTTP/1.1" status: 200 len: 851 time: 0.2395985 Apr 22 12:57:59.800169 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-35a9e6f9-84f4-41ff-b01e-60e670d31035 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=522b29e699cb49dfb64bb324498840ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8750288 Apr 22 12:57:59.802993 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c348829d-61ad-4976-8caf-db012acb5aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:59.823569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 47636) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:57:59.841651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c348829d-61ad-4976-8caf-db012acb5aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:57:59.919000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9e6f9-84f4-41ff-b01e-60e670d31035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17949be-6dfb-4d31-ad06-b46f988141d7,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:57:59.956071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-35a9e6f9-84f4-41ff-b01e-60e670d31035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:00.035086 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-4004b390-46ef-434b-bc1c-56b1729941cd tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Synchronizing usage tracker for tenant:0be505e895a644dbb7c2b63770215c98 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:58:00.050766 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c348829d-61ad-4976-8caf-db012acb5aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:00.068590 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:00.129835 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348829d-61ad-4976-8caf-db012acb5aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db9f1be-e744-4418-baf5-bd1780d6edbb,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:00.144740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c348829d-61ad-4976-8caf-db012acb5aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:00.144970 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:00.204181 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c348829d-61ad-4976-8caf-db012acb5aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:00.205661 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c348829d-61ad-4976-8caf-db012acb5aa7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9db9f1be-e744-4418-baf5-bd1780d6edbb HTTP/1.1" status: 204 len: 168 time: 0.6549227 Apr 22 12:58:00.219740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-4004b390-46ef-434b-bc1c-56b1729941cd tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Unset dirty status for tenant:0be505e895a644dbb7c2b63770215c98 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:58:00.221565 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-4004b390-46ef-434b-bc1c-56b1729941cd tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6021392 Apr 22 12:58:00.280539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1824-c8cb-42c0-8738-8f0d94e89eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:00.367169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Notify callbacks [] for port, precommit_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:00.399995 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-196c1926-1554-4fe7-b503-2321a7783a71 req-d6022d75-fd56-40f1-ad89-b25d98a29633 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aaf8a7e0-d562-4399-940d-4425f55ad17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6779001 Apr 22 12:58:00.433621 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Transition to ACTIVE for port object b7f2613f-6f80-4925-989d-569b47ed4d95 will not be triggered until provisioned by entity L2. {{(pid=86514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:58:00.495702 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:00.508700 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-218fe64b-00c6-474d-b9c6-144d7c1d84b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:00.634553 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-145f025e-996e-46a0-8816-0629da286970 service neutron] 10.222.0.11 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883724 Apr 22 12:58:00.740098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:00.832423 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0741c89e-278b-48ba-8e2f-55372d77b032 req-2162c3f5-0115-452e-a4eb-0cb6519a0eaf service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1086643 Apr 22 12:58:00.833535 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-507638db-91cc-456b-82b8-57e14889739d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:00.842357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47658) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:00.851848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651948600', 'description': 'tempest-description--1794141350'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:00.866166 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:00.888039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Usage tracker for resource:security_group and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:00.894796 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:00.911722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:00.914810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Notify callbacks [] for port, precommit_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:00.920406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf7d8c-6495-4170-a976-c55abd7cb08b None None] Pushing event updated for resources: {'Port': ['ID=b7f2613f-6f80-4925-989d-569b47ed4d95,revision_number=3']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:00.936726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7bbf7d8c-6495-4170-a976-c55abd7cb08b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:00.983354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 12:58:01.011429 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-3c0988e5-a86d-4852-84f5-708d71c39b6a service neutron] 10.222.0.11 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757405 Apr 22 12:58:01.017206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Attempting to bind port b7f2613f-6f80-4925-989d-569b47ed4d95 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:58:01.017799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Attempting to bind port b7f2613f-6f80-4925-989d-569b47ed4d95 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:58:01.018293 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Attempting to bind port b7f2613f-6f80-4925-989d-569b47ed4d95 on network 85edf73c-9312-4784-969b-14c6f03936f4 {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:58:01.028469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:58:01.029149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Checking segment: {'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:58:01.029782 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.030248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Bound using segment: {'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:58:01.030811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Bound port: b7f2613f-6f80-4925-989d-569b47ed4d95, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'}}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:58:01.031896 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.036966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.085464 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:01.098242 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Usage tracker for resource:security_group_rule and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:01.107723 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:01.125032 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:01.182648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] For port b7f2613f-6f80-4925-989d-569b47ed4d95, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:58:01.187913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] For port b7f2613f-6f80-4925-989d-569b47ed4d95, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=b7f2613f-6f80-4925-989d-569b47ed4d95,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:58:01.255675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.263247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-507638db-91cc-456b-82b8-57e14889739d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.273517 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:01.339437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47664) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:01.397337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d96a1a68-9b1b-46e2-a2aa-234a1deaf185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.422967 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5,segment=NetworkSegment(9f8b33a9-ef72-45ae-b625-1048a0258897),segment_id=9f8b33a9-ef72-45ae-b625-1048a0258897)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:01.442875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Transition to ACTIVE for port object 5d788e85-46ba-4b81-81c0-393f734faf6d will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:58:01.450471 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': 'f63ed193-0a54-4faa-abf8-2e9a4f8db3e5', 'network_id': 'aaf8a7e0-d562-4399-940d-4425f55ad17d', 'port_id': 'f63ed193-0a54-4faa-abf8-2e9a4f8db3e5', 'mac_address': 'fa:16:3e:d8:b0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a578b3-b440-4882-825b-b6722bbc5256', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 12:58:01.476999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.493958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d96a1a68-9b1b-46e2-a2aa-234a1deaf185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:01.503768 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d96a1a68-9b1b-46e2-a2aa-234a1deaf185 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce8d835ab03404ebdf84f7acb93772f is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:01.505597 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Routers {'e9198b19-0f15-4215-9522-d4beb49a53d3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:58:01.515502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:58:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['e9198b19-0f15-4215-9522-d4beb49a53d3'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:58:01.515715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d96a1a68-9b1b-46e2-a2aa-234a1deaf185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:01.519497 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-196c1926-1554-4fe7-b503-2321a7783a71 req-6c038399-049e-45d5-978f-47d62af50022 service neutron] 10.222.0.89 "GET /v2.0/networks/aaf8a7e0-d562-4399-940d-4425f55ad17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1012688 Apr 22 12:58:01.523040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-507638db-91cc-456b-82b8-57e14889739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.524324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d96a1a68-9b1b-46e2-a2aa-234a1deaf185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:01.545865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.553096 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:01.558851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:01.589058 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.626195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-04d62f58-213f-4d61-b0f8-b72ad8406be3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:01.670570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf7d8c-6495-4170-a976-c55abd7cb08b None None] Pushing event updated for resources: {'Port': ['ID=b7f2613f-6f80-4925-989d-569b47ed4d95,revision_number=4']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:01.728747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9bba64-17cb-483d-be41-65d24ad738eb,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:01.762000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:01.780624 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.782710 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:01.783042 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9389634 Apr 22 12:58:01.788219 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47676) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:01.863943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7bbf7d8c-6495-4170-a976-c55abd7cb08b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:01.867338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507638db-91cc-456b-82b8-57e14889739d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17949be-6dfb-4d31-ad06-b46f988141d7,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:01.877975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-507638db-91cc-456b-82b8-57e14889739d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:01.882284 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-196c1926-1554-4fe7-b503-2321a7783a71 req-908d3617-7bd6-40eb-8a37-2a8c2186e4c5 service neutron] 10.222.0.89 "GET /v2.0/networks/aaf8a7e0-d562-4399-940d-4425f55ad17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301799 Apr 22 12:58:01.883046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 47680) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:02.005493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1217d135-e815-4bcc-8cda-5ab04eb776c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.015987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d96a1a68-9b1b-46e2-a2aa-234a1deaf185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.027816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'security_group_rule': {'security_group_id': '8b9bba64-17cb-483d-be41-65d24ad738eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:02.044584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ad947-0189-438a-b7cc-33c1ad6043d5 req-444ef2df-bc52-4976-9e72-87b94f1f9c43 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:02.045685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:02.046918 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-191ad947-0189-438a-b7cc-33c1ad6043d5 req-444ef2df-bc52-4976-9e72-87b94f1f9c43 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 943 time: 1.0338767 Apr 22 12:58:02.048921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-507638db-91cc-456b-82b8-57e14889739d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.053458 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Usage tracker for resource:security_group_rule and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:02.055351 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-507638db-91cc-456b-82b8-57e14889739d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a17949be-6dfb-4d31-ad06-b46f988141d7 HTTP/1.1" status: 204 len: 168 time: 2.2034669 Apr 22 12:58:02.060193 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1217d135-e815-4bcc-8cda-5ab04eb776c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:02.062943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:02.083116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:02.087783 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d96a1a68-9b1b-46e2-a2aa-234a1deaf185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.106015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:02.108726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1217d135-e815-4bcc-8cda-5ab04eb776c8 admin admin] Usage tracker for resource:security_group_rule and tenant:67e26d3e4bbe4b1eafa5360211d7befc is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:02.115924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1217d135-e815-4bcc-8cda-5ab04eb776c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:02.132936 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1217d135-e815-4bcc-8cda-5ab04eb776c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:02.134998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Attempting to bind port 5d788e85-46ba-4b81-81c0-393f734faf6d on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:58:02.135669 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Attempting to bind port 5d788e85-46ba-4b81-81c0-393f734faf6d by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:58:02.138767 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Attempting to bind port 5d788e85-46ba-4b81-81c0-393f734faf6d on network a0079c58-09f4-4d9f-926a-74f262206ca6 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:58:02.155076 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:58:02.172625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a1a68-9b1b-46e2-a2aa-234a1deaf185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92dcedb-a4ec-4ec6-8a62-60171ab62cba,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:02.183112 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:58:02.183510 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Checking segment: {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:58:02.183987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.184437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Bound using segment: {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:58:02.185021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Bound port: 5d788e85-46ba-4b81-81c0-393f734faf6d, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:58:02.186926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d96a1a68-9b1b-46e2-a2aa-234a1deaf185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:02.202797 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-191ad947-0189-438a-b7cc-33c1ad6043d5 req-d0d92ce7-999f-4bb2-a473-477001d0bcaa tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444035 Apr 22 12:58:02.210215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.238728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] Set router e9198b19-0f15-4215-9522-d4beb49a53d3 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:58:02.274850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9199f-4af3-478a-ba0e-774d7ccade8d None None] Pushing event updated for resources: {'Port': ['ID=5d788e85-46ba-4b81-81c0-393f734faf6d,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:02.340277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 47688) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:02.340499 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-d96a1a68-9b1b-46e2-a2aa-234a1deaf185 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ce8d835ab03404ebdf84f7acb93772f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9992516 Apr 22 12:58:02.343935 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.351438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-48e9199f-4af3-478a-ba0e-774d7ccade8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:02.423473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5,segment=NetworkSegment(9f8b33a9-ef72-45ae-b625-1048a0258897),segment_id=9f8b33a9-ef72-45ae-b625-1048a0258897)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:02.426875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.438788 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92f55e-21a0-4c0b-84ff-eb737030bdc3 req-94478f7a-c2ca-4c91-afd7-4fc866a1964c tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:02.453383 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0f92f55e-21a0-4c0b-84ff-eb737030bdc3 req-94478f7a-c2ca-4c91-afd7-4fc866a1964c tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 943 time: 0.6740532 Apr 22 12:58:02.537864 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1217d135-e815-4bcc-8cda-5ab04eb776c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.567065 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.569952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device d9699246-29d7-47f2-89e7-24c335998935 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 12:58:02.598905 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a2286849-7b45-43d1-8870-dde8c47117f2 req-ae1c0652-7a0f-487f-8dfb-a9e9b9ba4268 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 210 time: 0.0603833 Apr 22 12:58:02.625602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f6edc00-4f2c-4e0a-81a8-14c049eebd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.663893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] For port 5d788e85-46ba-4b81-81c0-393f734faf6d, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:58:02.670125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1217d135-e815-4bcc-8cda-5ab04eb776c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.673961 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0f92f55e-21a0-4c0b-84ff-eb737030bdc3 req-3217ed5c-7fec-4f24-8467-4b409c748242 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137012 Apr 22 12:58:02.698966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] For port 5d788e85-46ba-4b81-81c0-393f734faf6d, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=5d788e85-46ba-4b81-81c0-393f734faf6d,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:58:02.707357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:02.723106 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-eeaca5aa-3328-4b26-93f1-e5b247bf6eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:02.739876 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.740124 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1217d135-e815-4bcc-8cda-5ab04eb776c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=67e26d3e4bbe4b1eafa5360211d7befc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7872066 Apr 22 12:58:02.741816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47696) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:02.757893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f6edc00-4f2c-4e0a-81a8-14c049eebd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.818932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217d135-e815-4bcc-8cda-5ab04eb776c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46e6b86-85dc-4982-99a5-120229738f17,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:02.835689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1217d135-e815-4bcc-8cda-5ab04eb776c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:02.843047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.858917 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:02.893265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691c959a-65a2-467f-bf76-2d0677428673,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:02.951376 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:02.968634 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f6edc00-4f2c-4e0a-81a8-14c049eebd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.974395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:02.994231 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:03.035175 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-router', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:26Z', 'updated_at': '2021-04-22T12:57:49Z', 'revision_number': 4, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'gw_port': {'id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:29Z', 'updated_at': '2021-04-22T12:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': 'b7f2613f-6f80-4925-989d-569b47ed4d95', 'name': '', 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'mac_address': 'fa:16:3e:39:e0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a03938b6-65e7-4593-98a0-aaeab682699b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:42Z', 'updated_at': '2021-04-22T12:58:01Z', 'revision_number': 4, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'subnets': [{'id': 'a03938b6-65e7-4593-98a0-aaeab682699b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:58:03.049044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dfdc55-1a6b-4104-8fe9-60f6d14c9edb None None] The sync data for ids ['e9198b19-0f15-4215-9522-d4beb49a53d3'] in dv-cinder-787262-3-smb is: [{'id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-router', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:26Z', 'updated_at': '2021-04-22T12:57:49Z', 'revision_number': 4, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'gw_port': {'id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:29Z', 'updated_at': '2021-04-22T12:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': 'b7f2613f-6f80-4925-989d-569b47ed4d95', 'name': '', 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'mac_address': 'fa:16:3e:39:e0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a03938b6-65e7-4593-98a0-aaeab682699b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:42Z', 'updated_at': '2021-04-22T12:58:01Z', 'revision_number': 4, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'subnets': [{'id': 'a03938b6-65e7-4593-98a0-aaeab682699b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 12:58:03.067508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-42319eff-52ae-4f34-ad6e-4b28010023fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:03.070408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6edc00-4f2c-4e0a-81a8-14c049eebd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92dcedb-a4ec-4ec6-8a62-60171ab62cba,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:03.082317 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f6edc00-4f2c-4e0a-81a8-14c049eebd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:03.088397 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f6edc00-4f2c-4e0a-81a8-14c049eebd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:03.090741 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6f6edc00-4f2c-4e0a-81a8-14c049eebd0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e92dcedb-a4ec-4ec6-8a62-60171ab62cba HTTP/1.1" status: 204 len: 168 time: 0.7453523 Apr 22 12:58:03.144645 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:03.153082 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3080714 Apr 22 12:58:03.153908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 47712) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:03.158006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-42319eff-52ae-4f34-ad6e-4b28010023fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:03.181266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'security_group_rule': {'security_group_id': '8b9bba64-17cb-483d-be41-65d24ad738eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:03.237668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:03.261808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Usage tracker for resource:security_group_rule and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:03.285258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:03.328464 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:03.401839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port d9699246-29d7-47f2-89e7-24c335998935, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d9699246-29d7-47f2-89e7-24c335998935,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:03.462716 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-42319eff-52ae-4f34-ad6e-4b28010023fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:03.471041 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:03.484438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': 'd9699246-29d7-47f2-89e7-24c335998935', 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681', 'port_id': 'd9699246-29d7-47f2-89e7-24c335998935', 'mac_address': 'fa:16:3e:61:25:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a1b699-ff64-4199-8272-39af5eba60be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 12:58:03.507223 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42319eff-52ae-4f34-ad6e-4b28010023fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46e6b86-85dc-4982-99a5-120229738f17,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:03.514055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-42319eff-52ae-4f34-ad6e-4b28010023fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:03.534880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-42319eff-52ae-4f34-ad6e-4b28010023fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:03.538062 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-42319eff-52ae-4f34-ad6e-4b28010023fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a46e6b86-85dc-4982-99a5-120229738f17 HTTP/1.1" status: 204 len: 168 time: 0.7943723 Apr 22 12:58:03.543423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:58:03.544661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:58:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:58:03.729263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:03.785262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47736) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:03.823742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ab1-a742-4397-87d0-0e47d8e7af34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:03.864376 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c68d1ab1-a742-4397-87d0-0e47d8e7af34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:03.868961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c68d1ab1-a742-4397-87d0-0e47d8e7af34 admin admin] Usage tracker for resource:security_group_rule and tenant:55428276209747a98fc32a464aabc97b is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:03.877589 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c68d1ab1-a742-4397-87d0-0e47d8e7af34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:03.895002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c68d1ab1-a742-4397-87d0-0e47d8e7af34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:04.006423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:04.024671 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.319s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:04.032602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.955s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:04.091480 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b62e9-04cc-4447-ac2f-c2a9d0a0721a req-04582c82-b94e-47a6-a4f5-776a67975f35 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:04.093620 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c27b62e9-04cc-4447-ac2f-c2a9d0a0721a req-04582c82-b94e-47a6-a4f5-776a67975f35 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 943 time: 0.2360992 Apr 22 12:58:04.205464 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:04.244944 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ab1-a742-4397-87d0-0e47d8e7af34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:04.253528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-c6ffbf82-30e7-46bf-b1e0-e3f88708634a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:04.255338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-c6ffbf82-30e7-46bf-b1e0-e3f88708634a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Synchronizing usage tracker for tenant:0be505e895a644dbb7c2b63770215c98 on resource:network {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:58:04.270827 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:04.302078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ab1-a742-4397-87d0-0e47d8e7af34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:04.303676 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:04.321063 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:04.371462 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d1ab1-a742-4397-87d0-0e47d8e7af34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da532ad-a7a0-450f-bde2-da7444f7190c,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:04.375459 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c68d1ab1-a742-4397-87d0-0e47d8e7af34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:04.381334 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c27b62e9-04cc-4447-ac2f-c2a9d0a0721a req-9ce5ab23-89f3-48ab-80f4-9919cfbe3923 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339557 Apr 22 12:58:04.416842 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c68d1ab1-a742-4397-87d0-0e47d8e7af34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55428276209747a98fc32a464aabc97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6301711 Apr 22 12:58:04.417818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47748) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:04.498789 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fccdbb9-b9c3-44e8-9785-f30be1e4c190,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:04.535399 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:04.582844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-c6ffbf82-30e7-46bf-b1e0-e3f88708634a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Unset dirty status for tenant:0be505e895a644dbb7c2b63770215c98 on resource:network {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:58:04.585090 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-c6ffbf82-30e7-46bf-b1e0-e3f88708634a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 819 time: 1.1319516 Apr 22 12:58:04.635655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:04.642390 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-6795a5e1-8b51-46e9-9297-bdd99820f126 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/quotas/0be505e895a644dbb7c2b63770215c98 HTTP/1.1" status: 200 len: 375 time: 0.0434587 Apr 22 12:58:04.653256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:04.655389 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5000496 Apr 22 12:58:04.669760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 47754) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:04.673983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-668b4494-d215-49ba-b95f-1455aea094f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:04.701657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9699246-29d7-47f2-89e7-24c335998935 {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:58:04.709366 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:58:04.738952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'floatingip': {'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:04.761714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:04.807310 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Usage tracker for resource:floatingip and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:04.818401 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:04.851091 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:04.868015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-668b4494-d215-49ba-b95f-1455aea094f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:04.881452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9199f-4af3-478a-ba0e-774d7ccade8d None None] Pushing event updated for resources: {'Port': ['ID=5d788e85-46ba-4b81-81c0-393f734faf6d,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:04.897720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-48e9199f-4af3-478a-ba0e-774d7ccade8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:04.979503 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port d9699246-29d7-47f2-89e7-24c335998935, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d9699246-29d7-47f2-89e7-24c335998935,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:05.122320 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-2bcccab7-9807-4bee-9178-caffb93fa6b3 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4558899 Apr 22 12:58:05.216030 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:05.218664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:05.229296 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device b7f2613f-6f80-4925-989d-569b47ed4d95 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:58:05.282469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:05.635806 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=d9699246-29d7-47f2-89e7-24c335998935,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:05.642780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:05.711593 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['f63ed193-0a54-4faa-abf8-2e9a4f8db3e5'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 12:58:05.763369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['d9699246-29d7-47f2-89e7-24c335998935'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 12:58:05.773413 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb17920f-3fb3-4686-ae32-9e2bf7a9b53a service neutron] 10.222.0.11 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455932 Apr 22 12:58:05.856055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-668b4494-d215-49ba-b95f-1455aea094f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:05.890648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port b7f2613f-6f80-4925-989d-569b47ed4d95 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:58:05.898632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c348829d-61ad-4976-8caf-db012acb5aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:05.935907 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port b7f2613f-6f80-4925-989d-569b47ed4d95 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:58:05.935907 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:05.971238 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b4494-d215-49ba-b95f-1455aea094f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da532ad-a7a0-450f-bde2-da7444f7190c,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:05.985934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-668b4494-d215-49ba-b95f-1455aea094f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:06.010801 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42b46c-eccb-4331-985c-fc46b835cd23 req-dd622299-f13f-471f-a293-27bce3a5eca4 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:06.014517 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0a42b46c-eccb-4331-985c-fc46b835cd23 req-dd622299-f13f-471f-a293-27bce3a5eca4 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 944 time: 1.0417578 Apr 22 12:58:06.030774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-668b4494-d215-49ba-b95f-1455aea094f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:06.035676 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-668b4494-d215-49ba-b95f-1455aea094f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5da532ad-a7a0-450f-bde2-da7444f7190c HTTP/1.1" status: 204 len: 168 time: 1.6135201 Apr 22 12:58:06.162754 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0a42b46c-eccb-4331-985c-fc46b835cd23 req-70522657-cc55-4381-8393-37d112b2a94f tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967143 Apr 22 12:58:06.346413 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:06.348071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:02Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:58:06.386436 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-1640f111-c7fc-4012-be60-f84a46c8d408 service neutron] 10.222.0.11 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923316 Apr 22 12:58:06.389261 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb466e-c504-4ec0-8677-f76826f70f6c None None] The sync data for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb is: [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:02Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 12:58:06.463918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:06.606396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-2e0f17a3-7963-422c-b131-add29723d373 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:06.610402 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-2e0f17a3-7963-422c-b131-add29723d373 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.89 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 819 time: 0.7664092 Apr 22 12:58:06.627417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Request body: {'port': {'device_id': '8712cfcf-fac2-4352-9fb3-4d331255179b', 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4', 'admin_state_up': True, 'tenant_id': '0be505e895a644dbb7c2b63770215c98'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:06.855261 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port b7f2613f-6f80-4925-989d-569b47ed4d95, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=b7f2613f-6f80-4925-989d-569b47ed4d95,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:06.933980 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:06.939080 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:07.253549 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=b7f2613f-6f80-4925-989d-569b47ed4d95,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:07.265500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:07.268872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:07.347083 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:07.352096 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 5d788e85-46ba-4b81-81c0-393f734faf6d up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:58:07.392138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Allocated IP 172.28.2.150 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/18e6942a-1ff7-4c96-9ad2-204dd2868a75) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:58:07.472869 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Made reservation on behalf of 0be505e895a644dbb7c2b63770215c98 for: {'port': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:58:07.489732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:07.540135 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbbe97-be56-43fa-9d09-6c194348d52c req-17ae4530-735e-4fc9-9290-f02c31aa8e58 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:07.545765 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4fd6f643-c461-4e2c-9e16-012a3d08b9af req-a85fa3a1-7564-4752-b80d-5fe7767442a6 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 210 time: 0.1833811 Apr 22 12:58:07.547417 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0edbbe97-be56-43fa-9d09-6c194348d52c req-17ae4530-735e-4fc9-9290-f02c31aa8e58 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 944 time: 0.5862927 Apr 22 12:58:07.907472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 5d788e85-46ba-4b81-81c0-393f734faf6d completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:58:07.914855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 5d788e85-46ba-4b81-81c0-393f734faf6d triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:58:07.922658 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:08.241554 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0edbbe97-be56-43fa-9d09-6c194348d52c req-b7602c52-4dbe-4165-960f-a8fbd04d0e88 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6734278 Apr 22 12:58:08.351259 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:08.471815 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:08.503631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Allocated IP 172.20.0.3 (85edf73c-9312-4784-969b-14c6f03936f4/a03938b6-65e7-4593-98a0-aaeab682699b/ee429ed0-4dfe-41ff-85c2-e58ef8e0532e) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:58:08.504544 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 5d788e85-46ba-4b81-81c0-393f734faf6d, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=5d788e85-46ba-4b81-81c0-393f734faf6d,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:08.632008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf08d96-667d-4b06-b08d-c61f8c08db0c req-953aea05-f4a6-4152-b7bf-8be40b8d05c5 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:08.638385 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1cf08d96-667d-4b06-b08d-c61f8c08db0c req-953aea05-f4a6-4152-b7bf-8be40b8d05c5 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 944 time: 0.3433993 Apr 22 12:58:08.684180 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:08.687211 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:08.701627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:08.704424 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-815f8ade-4f34-458f-95d0-c7754e33273e req-143fe8ad-87d7-41df-96b8-5dccab85c29f tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 210 time: 0.0848136 Apr 22 12:58:08.749074 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:08.851323 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=5d788e85-46ba-4b81-81c0-393f734faf6d,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:08.858049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:08.882772 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1cf08d96-667d-4b06-b08d-c61f8c08db0c req-698bceb2-08f6-4093-9c9e-e062057c471f tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359986 Apr 22 12:58:08.903371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:58:08.905877 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:58:08.968361 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'Port': ['ID=18e6942a-1ff7-4c96-9ad2-204dd2868a75,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:08.971905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:58:08.978023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:09.014322 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:09.101940 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 5d788e85-46ba-4b81-81c0-393f734faf6d up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:58:09.150172 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:09.166995 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:09.232501 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:09.249093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:58:09.367323 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Pushing event updated for resources: {'Port': ['ID=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:09.373243 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:09.390068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Network 85edf73c-9312-4784-969b-14c6f03936f4 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:58:09.391397 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:58:09.395387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:58:09.418747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:09.419478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:09.425597 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 5d788e85-46ba-4b81-81c0-393f734faf6d triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:58:09.426211 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:09.572246 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:58:09.574078 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9530923 Apr 22 12:58:09.600154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Request body: {'port': {'device_id': '8712cfcf-fac2-4352-9fb3-4d331255179b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:09.667671 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:09.669466 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:58:09.671373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:09.893169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c675f88-3e29-4ee4-b606-ded5420afdfb req-8862e727-4942-4cb4-b716-684070e2daa6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:09.898771 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5c675f88-3e29-4ee4-b606-ded5420afdfb req-8862e727-4942-4cb4-b716-684070e2daa6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 944 time: 0.3743043 Apr 22 12:58:09.944320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device b7f2613f-6f80-4925-989d-569b47ed4d95 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:58:10.098082 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5c675f88-3e29-4ee4-b606-ded5420afdfb req-ee7273e5-b11a-4a92-8e06-93c29d841331 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935539 Apr 22 12:58:10.130710 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:10.258330 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:10.290581 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port b7f2613f-6f80-4925-989d-569b47ed4d95 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:58:10.291037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:10.306077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-80801588-0605-449e-b8b8-0fc30ef874f9 req-f696075b-5eae-4935-898a-3a70fda883c5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Synchronizing usage tracker for tenant:0be505e895a644dbb7c2b63770215c98 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:58:10.307433 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:10.343018 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:10.361017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:10.488811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3658e2-e0a8-4146-a976-688a22796d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63ed193-0a54-4faa-abf8-2e9a4f8db3e5'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:10.560916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'Port': ['ID=18e6942a-1ff7-4c96-9ad2-204dd2868a75,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:10.564646 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:10.672585 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5,segment=NetworkSegment(9f8b33a9-ef72-45ae-b625-1048a0258897),segment_id=9f8b33a9-ef72-45ae-b625-1048a0258897)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:10.691389 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:10.771466 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:10.772426 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device d9699246-29d7-47f2-89e7-24c335998935 up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:58:10.861461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f816027-428d-433b-a2fe-21a19ca6d5b0 req-7d25bc86-91c8-4b9b-94d9-b8e0735474e0 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:10.863422 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2f816027-428d-433b-a2fe-21a19ca6d5b0 req-7d25bc86-91c8-4b9b-94d9-b8e0735474e0 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 945 time: 0.3039143 Apr 22 12:58:10.864287 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:10.876753 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1820421 Apr 22 12:58:10.877092 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-48e9199f-4af3-478a-ba0e-774d7ccade8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:11.022729 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2f816027-428d-433b-a2fe-21a19ca6d5b0 req-833c40e6-c5d2-4465-98ee-d90dd807bf44 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968165 Apr 22 12:58:11.093583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:11.107646 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:11.146349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-80801588-0605-449e-b8b8-0fc30ef874f9 req-f696075b-5eae-4935-898a-3a70fda883c5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Unset dirty status for tenant:0be505e895a644dbb7c2b63770215c98 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:58:11.147778 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-80801588-0605-449e-b8b8-0fc30ef874f9 req-f696075b-5eae-4935-898a-3a70fda883c5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 210 time: 1.1639907 Apr 22 12:58:11.194519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port d9699246-29d7-47f2-89e7-24c335998935 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:58:11.204840 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port d9699246-29d7-47f2-89e7-24c335998935 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:58:11.205252 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:11.873357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:11.949269 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port d9699246-29d7-47f2-89e7-24c335998935, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d9699246-29d7-47f2-89e7-24c335998935,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:11.991513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:11.996405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:12.021217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee429ed0-4dfe-41ff-85c2-e58ef8e0532e {{(pid=86511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:58:12.076588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:12.088721 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2433769-2df7-4ffb-9273-4475b16f3fef req-7f94dbd0-7d5b-4c1f-a2fd-3562b1c817d2 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:12.091471 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a2433769-2df7-4ffb-9273-4475b16f3fef req-7f94dbd0-7d5b-4c1f-a2fd-3562b1c817d2 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 944 time: 0.2660496 Apr 22 12:58:12.143832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=d9699246-29d7-47f2-89e7-24c335998935,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:12.149887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:12.243334 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a2433769-2df7-4ffb-9273-4475b16f3fef req-381a4907-21af-4f50-a1f5-8b7ede101162 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341102 Apr 22 12:58:12.331765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Transition to ACTIVE for port object ee429ed0-4dfe-41ff-85c2-e58ef8e0532e will not be triggered until provisioned by entity L2. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:58:12.353253 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-d8bd857d-e926-4dea-99d8-6f8d763c0273 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1651948600&fields=id&tenant_id=b912abd06ea84cf88a0c1cd9da621a96 HTTP/1.1" status: 200 len: 267 time: 0.3191030 Apr 22 12:58:12.489536 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:12.544798 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:12.664538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-8818f494-77a1-4cb9-ac12-1c706cc33f42 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:12.667314 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-8818f494-77a1-4cb9-ac12-1c706cc33f42 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.89 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 819 time: 1.4025371 Apr 22 12:58:12.769377 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3658e2-e0a8-4146-a976-688a22796d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63ed193-0a54-4faa-abf8-2e9a4f8db3e5', 'code': 200} Apr 22 12:58:12.862136 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Request body: {'port': {'device_id': '74402168-1b4c-43bf-8e80-5216a1471a50', 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4', 'admin_state_up': True, 'tenant_id': '0be505e895a644dbb7c2b63770215c98'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:13.129982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:13.166774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Attempting to bind port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:58:13.167565 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Attempting to bind port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:58:13.167924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Attempting to bind port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e on network 85edf73c-9312-4784-969b-14c6f03936f4 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:58:13.173203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:13.215370 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441687be-cb8b-4746-8765-9878eb875efb req-041488fd-f5f2-446c-a218-f1faa858e77d tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:13.221001 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-441687be-cb8b-4746-8765-9878eb875efb req-041488fd-f5f2-446c-a218-f1faa858e77d tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 945 time: 0.2196691 Apr 22 12:58:13.281223 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e on network 85edf73c-9312-4784-969b-14c6f03936f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 12:58:13.281669 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Attempting to bind port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e on network 85edf73c-9312-4784-969b-14c6f03936f4 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:58:13.313371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b6de5aa9-20ff-46d5-aad9-dea08559aa2c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:13.315884 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b6de5aa9-20ff-46d5-aad9-dea08559aa2c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 816 time: 0.9406621 Apr 22 12:58:13.339698 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-441687be-cb8b-4746-8765-9878eb875efb req-ce20442e-e901-4be4-8bd3-865201f95f40 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978298 Apr 22 12:58:13.341973 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:58:13.342601 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Checking segment: {'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:58:13.343316 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Bound using segment: {'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:58:13.344145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Bound port: ee429ed0-4dfe-41ff-85c2-e58ef8e0532e, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'}}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:58:13.344854 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:13.399052 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-d1b40dd6-3701-42ca-989c-cb6f765ef124 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/quotas/b912abd06ea84cf88a0c1cd9da621a96 HTTP/1.1" status: 200 len: 375 time: 0.0219059 Apr 22 12:58:13.634487 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:13.636002 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fdeef07-61a0-4ea6-a892-addc6a08bb1c req-8b3d6112-eb6a-4fad-9dae-e61985947c41 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 210 time: 0.0590103 Apr 22 12:58:13.678309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:13.698466 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] For port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e, host hv-cinder-78726, cleared binding levels {{(pid=86511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:58:13.720875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] For port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:58:13.744625 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-f44062aa-fad6-49c9-ac17-c863037c1206 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3331931 Apr 22 12:58:13.951124 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a21409-2e29-4ffa-a53f-f8165a092f9a req-bdbf382a-c1c8-421d-8654-d2bc9852dc01 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:13.952753 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-03a21409-2e29-4ffa-a53f-f8165a092f9a req-bdbf382a-c1c8-421d-8654-d2bc9852dc01 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 945 time: 0.1307273 Apr 22 12:58:14.013765 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-03a21409-2e29-4ffa-a53f-f8165a092f9a req-3e5875dc-ce43-41a2-94bd-47db831d9c32 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537684 Apr 22 12:58:14.065573 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-a0737a1c-802f-496f-af49-cfb8e6f04365 service neutron] 10.222.0.11 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957473 Apr 22 12:58:14.257656 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-d3d47c18-ad28-4a72-8e3e-45ea0eb2398a service neutron] 10.222.0.11 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838162 Apr 22 12:58:14.297523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:14.299738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Made reservation on behalf of 0be505e895a644dbb7c2b63770215c98 for: {'port': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:58:14.313762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:14.339213 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:14.372207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:14.461103 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.89', 55589) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:14.508990 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:14.510195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:14.513029 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] 10.222.0.89 "PUT /v2.0/ports/ee429ed0-4dfe-41ff-85c2-e58ef8e0532e HTTP/1.1" status: 200 len: 1093 time: 4.9236901 Apr 22 12:58:14.519407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8712cfcf-fac2-4352-9fb3-4d331255179b', 'tag': 'ee429ed0-4dfe-41ff-85c2-e58ef8e0532e'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:14.756509 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e,revision_number=3']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:14.766432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:14.770925 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f002f3-0528-475c-a357-f6a9da5786ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9699246-29d7-47f2-89e7-24c335998935'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:14.857855 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8712cfcf-fac2-4352-9fb3-4d331255179b', 'tag': 'ee429ed0-4dfe-41ff-85c2-e58ef8e0532e', 'status': 'completed', 'code': 200} Apr 22 12:58:14.875687 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-afb1dfb1-75aa-4e07-a4eb-fc9ee81fd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:14.877709 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-afb1dfb1-75aa-4e07-a4eb-fc9ee81fd457 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 1096 time: 0.2327616 Apr 22 12:58:14.997831 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-cc96dbef-6aca-433f-87ed-4a628c670729 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e HTTP/1.1" status: 200 len: 217 time: 0.1092560 Apr 22 12:58:15.001042 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3149153-e265-4a52-8960-c69a0ac052e4 req-54cfa062-bc1a-443d-947c-2a1a8d2f2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:15.003287 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b3149153-e265-4a52-8960-c69a0ac052e4 req-54cfa062-bc1a-443d-947c-2a1a8d2f2259 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 1098 time: 0.5371377 Apr 22 12:58:15.075237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becfe12-0b7e-426d-ad5b-5e513931df4b req-afc4b833-dfcf-47ac-8849-75b255a14174 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:15.095438 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6becfe12-0b7e-426d-ad5b-5e513931df4b req-afc4b833-dfcf-47ac-8849-75b255a14174 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 945 time: 0.4016986 Apr 22 12:58:15.140735 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-b3149153-e265-4a52-8960-c69a0ac052e4 req-fc1e5b23-0586-4759-ba41-8eb5fbced1aa service neutron] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:15.153598 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-cb8c3bd5-47f2-4eb6-9cac-a4d05adc6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:15.155933 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-cb8c3bd5-47f2-4eb6-9cac-a4d05adc6637 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 200 len: 859 time: 0.1447189 Apr 22 12:58:15.157911 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Allocated IP 172.20.0.2 (85edf73c-9312-4784-969b-14c6f03936f4/a03938b6-65e7-4593-98a0-aaeab682699b/1485db40-158d-4965-b1ac-379c85dab533) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:58:15.290995 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-942c07df-070a-4a45-9573-5b44ae9c1afc req-b877a810-603e-480a-9e99-04ad1575fe42 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 210 time: 0.2874677 Apr 22 12:58:15.312216 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-7cd89433-2ae6-4497-9760-7983c8abb57a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85edf73c-9312-4784-969b-14c6f03936f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428397 Apr 22 12:58:15.390074 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-b3149153-e265-4a52-8960-c69a0ac052e4 req-fc1e5b23-0586-4759-ba41-8eb5fbced1aa service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:15.395175 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-b3149153-e265-4a52-8960-c69a0ac052e4 req-fc1e5b23-0586-4759-ba41-8eb5fbced1aa service neutron] Usage tracker for resource:security_group_rule and tenant:6c83e909a3d945afb04e2bf3bcbd55ac is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:15.399119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-b3149153-e265-4a52-8960-c69a0ac052e4 req-fc1e5b23-0586-4759-ba41-8eb5fbced1aa service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:15.408338 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6becfe12-0b7e-426d-ad5b-5e513931df4b req-4343c7cf-ce3d-4a18-92f2-ba077367d302 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982505 Apr 22 12:58:15.427651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-b3149153-e265-4a52-8960-c69a0ac052e4 req-fc1e5b23-0586-4759-ba41-8eb5fbced1aa service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:15.513087 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f002f3-0528-475c-a357-f6a9da5786ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9699246-29d7-47f2-89e7-24c335998935', 'code': 200} Apr 22 12:58:15.818756 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-60ed1a7d-1acf-41c6-84de-a064d2a51e5f req-36fbdfed-8d02-4481-af50-2f87e1d1a312 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 210 time: 0.3893266 Apr 22 12:58:15.900971 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-b3149153-e265-4a52-8960-c69a0ac052e4 req-fc1e5b23-0586-4759-ba41-8eb5fbced1aa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:15.919968 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28ae20-0530-4d7c-adb5-9708d3ae14d9 req-2f806b1f-601b-4050-b859-2dbd0ecc2d41 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:15.921754 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cf28ae20-0530-4d7c-adb5-9708d3ae14d9 req-2f806b1f-601b-4050-b859-2dbd0ecc2d41 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 945 time: 0.1797657 Apr 22 12:58:16.003505 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cf28ae20-0530-4d7c-adb5-9708d3ae14d9 req-21c8db44-a541-43a8-ba92-cb816af26355 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542009 Apr 22 12:58:16.003505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-b3149153-e265-4a52-8960-c69a0ac052e4 req-fc1e5b23-0586-4759-ba41-8eb5fbced1aa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:16.012914 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:16.025901 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.89', 55591) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:16.063547 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-83bc3899-920b-4bae-8fa9-717ae177bf4c service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417800 Apr 22 12:58:16.136498 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b3149153-e265-4a52-8960-c69a0ac052e4 req-fc1e5b23-0586-4759-ba41-8eb5fbced1aa service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1180382 Apr 22 12:58:16.147654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e5b23-0586-4759-ba41-8eb5fbced1aa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a73dee-180f-4d29-ade2-218cfc10c887,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:16.154214 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fc1e5b23-0586-4759-ba41-8eb5fbced1aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:16.183720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b241b-bfe7-4ea2-980a-9a4f47e3c29d req-8ff98469-e2c9-442b-b584-30b4d9dddd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:16.185713 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8e8b241b-bfe7-4ea2-980a-9a4f47e3c29d req-8ff98469-e2c9-442b-b584-30b4d9dddd21 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 1098 time: 0.1550508 Apr 22 12:58:16.301854 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8e8b241b-bfe7-4ea2-980a-9a4f47e3c29d req-ab4ce712-d230-47f3-b153-17a8359e1ff6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701804 Apr 22 12:58:16.543467 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9eef9692-1287-4db1-8f49-afa5cbcbf150 req-5e804191-bd30-42fa-ab02-8416617752aa service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690778 Apr 22 12:58:16.554919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:16.653562 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4157ed1b-f681-4949-b760-51bb02708f50 req-81cd6671-d3f4-4831-93e4-db7c8beb07ee tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 210 time: 0.0876858 Apr 22 12:58:16.784066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb4664-17ac-4626-a9b4-d0af2e689fcf req-b65dc9fb-3ad7-41d5-9bbc-afdaedd025b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:16.793033 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fcb4664-17ac-4626-a9b4-d0af2e689fcf req-b65dc9fb-3ad7-41d5-9bbc-afdaedd025b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 1096 time: 0.0996361 Apr 22 12:58:16.804122 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3373c5-a7a6-408c-8d3b-e90ad3cfaa63 req-54c6052e-73d2-4950-871b-55e935ec2493 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:16.806222 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fd3373c5-a7a6-408c-8d3b-e90ad3cfaa63 req-54c6052e-73d2-4950-871b-55e935ec2493 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 945 time: 0.1560786 Apr 22 12:58:16.830030 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:16.904356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:16.907846 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fd3373c5-a7a6-408c-8d3b-e90ad3cfaa63 req-9d7b7695-95fb-4309-bb05-ea477753df06 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925412 Apr 22 12:58:17.027310 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Network 85edf73c-9312-4784-969b-14c6f03936f4 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:58:17.040300 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:58:17.066826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:58:17.073266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:17.074008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:17.086671 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4bfad79c-f9f8-46d6-b605-9c28debd99f5 req-fb699cc7-1ec8-457d-a1ba-5368cdf6ac81 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 210 time: 0.1092658 Apr 22 12:58:17.111452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Pushing event updated for resources: {'Port': ['ID=1485db40-158d-4965-b1ac-379c85dab533,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:17.127888 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:17.139049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb4664-17ac-4626-a9b4-d0af2e689fcf req-8e27c276-3158-4a73-b7e4-7bea53f65548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:17.158750 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fcb4664-17ac-4626-a9b4-d0af2e689fcf req-8e27c276-3158-4a73-b7e4-7bea53f65548 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 920 time: 0.3572907 Apr 22 12:58:17.321287 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fcb4664-17ac-4626-a9b4-d0af2e689fcf req-40f03f3c-f0f1-44cc-a58d-1feaf1336c79 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e HTTP/1.1" status: 200 len: 217 time: 0.1538961 Apr 22 12:58:17.446303 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6025908 Apr 22 12:58:17.471478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Request body: {'port': {'device_id': '74402168-1b4c-43bf-8e80-5216a1471a50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:17.510556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf49551-71ad-4e87-8c9b-51b7e6f31da8 req-d3f09f99-2054-4299-ac86-848aa78e227d tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:17.534325 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5bf49551-71ad-4e87-8c9b-51b7e6f31da8 req-d3f09f99-2054-4299-ac86-848aa78e227d tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 945 time: 0.2452028 Apr 22 12:58:17.569718 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5bf49551-71ad-4e87-8c9b-51b7e6f31da8 req-39871db2-a452-4e0a-be0a-7c5f4db6efcf tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485718 Apr 22 12:58:17.624783 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb4664-17ac-4626-a9b4-d0af2e689fcf req-6a09625d-f50f-472b-a5cc-1af115a025df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:17.626604 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fcb4664-17ac-4626-a9b4-d0af2e689fcf req-6a09625d-f50f-472b-a5cc-1af115a025df service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 200 len: 859 time: 0.2884877 Apr 22 12:58:17.752925 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fcb4664-17ac-4626-a9b4-d0af2e689fcf req-1e049734-42a7-4155-b28e-81cd8a5da0db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85edf73c-9312-4784-969b-14c6f03936f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808532 Apr 22 12:58:17.969856 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:18.223493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cc709-f2e8-40bb-bf94-0b00ea350794 req-e8c2881f-ea54-40cd-aca8-0449e9084de7 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:18.235864 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052cc709-f2e8-40bb-bf94-0b00ea350794 req-e8c2881f-ea54-40cd-aca8-0449e9084de7 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 945 time: 0.1315062 Apr 22 12:58:18.322566 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052cc709-f2e8-40bb-bf94-0b00ea350794 req-c10bfc82-4262-4212-a61b-d337e6a88533 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857172 Apr 22 12:58:18.453568 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fcb4664-17ac-4626-a9b4-d0af2e689fcf req-507b5c38-fc60-41c6-aa1d-ebe31684e801 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6777296 Apr 22 12:58:18.479863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41003-978c-48b4-b6b9-99999bb1edc0 req-0a3d22d5-afd4-4d5d-80f5-0e0f6cf2b5af tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:18.481769 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-f2b41003-978c-48b4-b6b9-99999bb1edc0 req-0a3d22d5-afd4-4d5d-80f5-0e0f6cf2b5af tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Synchronizing usage tracker for tenant:0be505e895a644dbb7c2b63770215c98 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:58:18.638221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-1fce3b41-66df-4d96-adc4-beae57d56a88 req-7860f597-9c49-444e-a48c-8ef1af2f1ece tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Synchronizing usage tracker for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:58:18.719031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-1fce3b41-66df-4d96-adc4-beae57d56a88 req-7860f597-9c49-444e-a48c-8ef1af2f1ece tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Unset dirty status for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:58:18.720512 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1fce3b41-66df-4d96-adc4-beae57d56a88 req-7860f597-9c49-444e-a48c-8ef1af2f1ece tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 210 time: 0.1672976 Apr 22 12:58:18.761136 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-f2b41003-978c-48b4-b6b9-99999bb1edc0 req-0a3d22d5-afd4-4d5d-80f5-0e0f6cf2b5af tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Unset dirty status for tenant:0be505e895a644dbb7c2b63770215c98 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:58:18.761136 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f2b41003-978c-48b4-b6b9-99999bb1edc0 req-0a3d22d5-afd4-4d5d-80f5-0e0f6cf2b5af tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 931 time: 0.7687769 Apr 22 12:58:18.841454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-f2b41003-978c-48b4-b6b9-99999bb1edc0 req-e9990aea-82e8-4515-acb6-8c83c63c5eb2 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Synchronizing usage tracker for tenant:0be505e895a644dbb7c2b63770215c98 on resource:security_group {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:58:18.895615 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fcb4664-17ac-4626-a9b4-d0af2e689fcf req-f60e8135-254e-408f-9f4b-72e09f2d41a1 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964860 Apr 22 12:58:18.954393 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-f2b41003-978c-48b4-b6b9-99999bb1edc0 req-e9990aea-82e8-4515-acb6-8c83c63c5eb2 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Unset dirty status for tenant:0be505e895a644dbb7c2b63770215c98 on resource:security_group {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:58:18.954393 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f2b41003-978c-48b4-b6b9-99999bb1edc0 req-e9990aea-82e8-4515-acb6-8c83c63c5eb2 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025461 Apr 22 12:58:19.038053 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1485db40-158d-4965-b1ac-379c85dab533 {{(pid=86511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:58:19.074798 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:19.078710 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82986f-ef15-473a-a237-794aae3bdace req-bb3db7db-8490-4481-abce-79dcfcb050a3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:19.081762 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1d82986f-ef15-473a-a237-794aae3bdace req-bb3db7db-8490-4481-abce-79dcfcb050a3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 945 time: 0.1543138 Apr 22 12:58:19.174773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Transition to ACTIVE for port object 1485db40-158d-4965-b1ac-379c85dab533 will not be triggered until provisioned by entity L2. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:58:19.175171 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1d82986f-ef15-473a-a237-794aae3bdace req-4e5fd363-f88f-4a44-9828-2bae0efb91cf tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820825 Apr 22 12:58:19.214818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:19.226178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:19.303839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device ee429ed0-4dfe-41ff-85c2-e58ef8e0532e details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 12:58:19.651376 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:19.670358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': 'ee429ed0-4dfe-41ff-85c2-e58ef8e0532e', 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4', 'port_id': 'ee429ed0-4dfe-41ff-85c2-e58ef8e0532e', 'mac_address': 'fa:16:3e:94:0e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03938b6-65e7-4593-98a0-aaeab682699b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 12:58:19.686855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-6233dc67-5c08-45f2-b91d-00e09e7e125f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:19.688554 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-6233dc67-5c08-45f2-b91d-00e09e7e125f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 816 time: 0.6569619 Apr 22 12:58:19.738558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Pushing event updated for resources: {'Port': ['ID=1485db40-158d-4965-b1ac-379c85dab533,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:19.751049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:19.751824 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:19.775614 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee429ed0-4dfe-41ff-85c2-e58ef8e0532e {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:58:19.799438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:19.887056 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:19.889481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4da23131-55e2-4c5e-9b1f-6113ce9f1334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:19.900128 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-e9503f9f-5cc0-4992-ad40-16e93f3a1875 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b912abd06ea84cf88a0c1cd9da621a96 HTTP/1.1" status: 200 len: 380 time: 0.1581345 Apr 22 12:58:19.915280 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'port': {'device_id': '55b951b9-f04d-4605-9448-fbc00007093f', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'admin_state_up': True, 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'security_groups': ['8b9bba64-17cb-483d-be41-65d24ad738eb']}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:19.945794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Attempting to bind port 1485db40-158d-4965-b1ac-379c85dab533 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:58:19.946178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Attempting to bind port 1485db40-158d-4965-b1ac-379c85dab533 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:58:19.946552 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Attempting to bind port 1485db40-158d-4965-b1ac-379c85dab533 on network 85edf73c-9312-4784-969b-14c6f03936f4 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:58:19.957288 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Port 1485db40-158d-4965-b1ac-379c85dab533 on network 85edf73c-9312-4784-969b-14c6f03936f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 12:58:19.965556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Attempting to bind port 1485db40-158d-4965-b1ac-379c85dab533 on network 85edf73c-9312-4784-969b-14c6f03936f4 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:58:19.982330 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:19.986950 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:20.019480 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-361353df-1d9c-49bf-bee8-746f14571d56 req-7ed4cd31-4b5e-4f8b-9772-5318547c2e79 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 210 time: 0.1210465 Apr 22 12:58:20.036368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:58:20.036886 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Checking segment: {'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:58:20.037260 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Bound using segment: {'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:58:20.037913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Bound port: 1485db40-158d-4965-b1ac-379c85dab533, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4'}}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:58:20.038277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:20.182088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952d4f-bbff-489d-9ce0-d3281b32f22f req-de70893a-0117-4f29-924e-adb471fc975b tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:20.184249 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ff952d4f-bbff-489d-9ce0-d3281b32f22f req-de70893a-0117-4f29-924e-adb471fc975b tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 945 time: 0.5342538 Apr 22 12:58:20.264009 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['ee429ed0-4dfe-41ff-85c2-e58ef8e0532e'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 12:58:20.358338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:20.400777 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:20.413871 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ff952d4f-bbff-489d-9ce0-d3281b32f22f req-da12320b-3d65-4c43-8080-b338a8620c40 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097533 Apr 22 12:58:20.425975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131db25-1655-4bfb-998e-0dc8e7a37d1f req-b9812bd1-5125-45a9-9309-52129f696556 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:20.427919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] For port 1485db40-158d-4965-b1ac-379c85dab533, host hv-cinder-78726, cleared binding levels {{(pid=86511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:58:20.430520 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a131db25-1655-4bfb-998e-0dc8e7a37d1f req-b9812bd1-5125-45a9-9309-52129f696556 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 943 time: 0.2182887 Apr 22 12:58:20.440811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] For port 1485db40-158d-4965-b1ac-379c85dab533, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=1485db40-158d-4965-b1ac-379c85dab533,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:58:20.518027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:20.526944 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Made reservation on behalf of b912abd06ea84cf88a0c1cd9da621a96 for: {'port': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:58:20.530493 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a131db25-1655-4bfb-998e-0dc8e7a37d1f req-f120387e-f6f0-440f-88a1-c5054ec82cae tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951464 Apr 22 12:58:20.534022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:20.561586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:20.653506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:20.654183 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:20.655763 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] 10.222.0.89 "PUT /v2.0/ports/1485db40-158d-4965-b1ac-379c85dab533 HTTP/1.1" status: 200 len: 1093 time: 3.1935585 Apr 22 12:58:20.702001 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74402168-1b4c-43bf-8e80-5216a1471a50', 'tag': '1485db40-158d-4965-b1ac-379c85dab533'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:20.830234 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74402168-1b4c-43bf-8e80-5216a1471a50', 'tag': '1485db40-158d-4965-b1ac-379c85dab533', 'status': 'completed', 'code': 200} Apr 22 12:58:20.873414 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Pushing event updated for resources: {'Port': ['ID=1485db40-158d-4965-b1ac-379c85dab533,revision_number=3']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:20.896041 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:20.986863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-39d7cdcf-ffc3-458f-b571-c733a14d6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:20.989272 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-39d7cdcf-ffc3-458f-b571-c733a14d6739 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 1096 time: 0.2243409 Apr 22 12:58:20.990842 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Allocated IP 172.20.0.8 (a0079c58-09f4-4d9f-926a-74f262206ca6/3c2ee2a6-ec91-4034-bfa3-d03217c37eb8/69380f2d-d934-4c77-bf36-d795a39e605b) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:58:21.113598 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-8d397dc2-258c-46e8-8b50-189c737eb8ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1485db40-158d-4965-b1ac-379c85dab533 HTTP/1.1" status: 200 len: 217 time: 0.1023445 Apr 22 12:58:21.280658 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-72513b20-f5a6-4765-a8f3-00e119508693 req-7984533f-cd6b-4370-b4ca-92377631b8bb tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 210 time: 0.1244934 Apr 22 12:58:21.314258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-b900eb79-141d-4f03-aa05-f4549304b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:21.315956 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-b900eb79-141d-4f03-aa05-f4549304b097 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 200 len: 859 time: 0.1848974 Apr 22 12:58:21.411462 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-a7377179-bcb4-4492-8222-e408041a5b8a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85edf73c-9312-4784-969b-14c6f03936f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693207 Apr 22 12:58:21.537350 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:21.618403 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-9dea1a5f-9bfa-44be-adfd-a1ad463ebdff service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957712 Apr 22 12:58:21.629249 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Transition to ACTIVE for port object 69380f2d-d934-4c77-bf36-d795a39e605b will not be triggered until provisioned by entity DHCP. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:58:21.889326 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaa476fc-4e63-4616-bc70-167f715ec3af req-7cef4c01-1ff3-4ae8-8190-ce1ea9b70477 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581122 Apr 22 12:58:21.891609 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:21.905339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:21.948564 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44a5ef-4d76-43cd-9ad5-c6fc5aa2cfa6 req-2fc31717-d0c1-4dfb-baaa-f0ec42793c13 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:21.950320 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ae44a5ef-4d76-43cd-9ad5-c6fc5aa2cfa6 req-2fc31717-d0c1-4dfb-baaa-f0ec42793c13 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 943 time: 0.2316732 Apr 22 12:58:22.031922 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Network a0079c58-09f4-4d9f-926a-74f262206ca6 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:58:22.081143 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:58:22.097763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'Port': ['ID=69380f2d-d934-4c77-bf36-d795a39e605b,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:22.100894 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:58:22.108245 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:22.108943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:22.143504 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.143923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.144324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.144829 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.145225 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.145789 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.145969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.146354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.146736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.147115 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.147493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.147910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:22.156531 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:22.163504 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ae44a5ef-4d76-43cd-9ad5-c6fc5aa2cfa6 req-ff646e1e-c5bc-4c3e-90b4-46868c7df79b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955383 Apr 22 12:58:22.228893 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3190231 Apr 22 12:58:22.238494 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa0225-1329-45eb-bfd3-e1c8ab31e1fc req-6d50da05-acb9-401e-949c-2660b1058d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:22.242055 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-47aa0225-1329-45eb-bfd3-e1c8ab31e1fc req-6d50da05-acb9-401e-949c-2660b1058d23 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 1096 time: 0.2248464 Apr 22 12:58:22.252315 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Request body: {'port': {'device_id': '55b951b9-f04d-4605-9448-fbc00007093f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:22.623807 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-2c8ac172-c480-4822-a197-2d2b7fd2bd4d None None] Provisioning for port 69380f2d-d934-4c77-bf36-d795a39e605b completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:58:22.630637 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-2c8ac172-c480-4822-a197-2d2b7fd2bd4d None None] Provisioning complete for port 69380f2d-d934-4c77-bf36-d795a39e605b triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:58:22.631389 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac172-c480-4822-a197-2d2b7fd2bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:22.731306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:22.735263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ac172-c480-4822-a197-2d2b7fd2bd4d None None] Port 69380f2d-d934-4c77-bf36-d795a39e605b cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 12:58:22.756270 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa0225-1329-45eb-bfd3-e1c8ab31e1fc req-fdb63a39-582f-4152-9808-8a732acf19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:22.756270 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-47aa0225-1329-45eb-bfd3-e1c8ab31e1fc req-fdb63a39-582f-4152-9808-8a732acf19f7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 920 time: 0.4233317 Apr 22 12:58:23.126765 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-47aa0225-1329-45eb-bfd3-e1c8ab31e1fc req-6cfb9345-b773-4a6d-a5fc-71eba7415620 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1485db40-158d-4965-b1ac-379c85dab533 HTTP/1.1" status: 200 len: 217 time: 0.3498187 Apr 22 12:58:23.203064 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2de65c-7b7e-4efb-b0ba-67465faf71f9 req-329abedf-3303-4594-8f2f-00f6afb64605 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:23.203981 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-da2de65c-7b7e-4efb-b0ba-67465faf71f9 req-329abedf-3303-4594-8f2f-00f6afb64605 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Synchronizing usage tracker for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:58:23.330046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa0225-1329-45eb-bfd3-e1c8ab31e1fc req-1d6b1c84-36bc-432b-974a-38c244ececb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:23.331686 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-47aa0225-1329-45eb-bfd3-e1c8ab31e1fc req-1d6b1c84-36bc-432b-974a-38c244ececb5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 200 len: 859 time: 0.1840038 Apr 22 12:58:23.345023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device ee429ed0-4dfe-41ff-85c2-e58ef8e0532e up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:58:23.410463 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-da2de65c-7b7e-4efb-b0ba-67465faf71f9 req-329abedf-3303-4594-8f2f-00f6afb64605 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Unset dirty status for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:58:23.419288 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-da2de65c-7b7e-4efb-b0ba-67465faf71f9 req-329abedf-3303-4594-8f2f-00f6afb64605 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 931 time: 0.8773050 Apr 22 12:58:23.511051 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-47aa0225-1329-45eb-bfd3-e1c8ab31e1fc req-ea22c7b6-0ac7-43e2-b5db-acfe025f59d9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85edf73c-9312-4784-969b-14c6f03936f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694043 Apr 22 12:58:23.601358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:58:23.613198 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:58:23.613880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:23.660720 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-da2de65c-7b7e-4efb-b0ba-67465faf71f9 req-f1019844-5947-41c4-ae10-67a329a27546 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401619 Apr 22 12:58:23.816437 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-47aa0225-1329-45eb-bfd3-e1c8ab31e1fc req-b11c06f4-9fb1-40c0-bc63-e547bac036e8 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933593 Apr 22 12:58:24.042157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:24.058395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69380f2d-d934-4c77-bf36-d795a39e605b {{(pid=86511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:58:24.080369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:24.087101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8712cfcf-fac2-4352-9fb3-4d331255179b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee429ed0-4dfe-41ff-85c2-e58ef8e0532e'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:24.104052 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:24.127398 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Transition to ACTIVE for port object 69380f2d-d934-4c77-bf36-d795a39e605b will not be triggered until provisioned by entity L2. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:58:24.141985 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:24.145410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:24.203270 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:24.224260 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:24.265532 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-47aa0225-1329-45eb-bfd3-e1c8ab31e1fc req-8a9e7a01-9a78-4d7e-915a-5f83d72ac86c service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084055 Apr 22 12:58:24.352896 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:24.369208 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:24.482709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Pushing event updated for resources: {'Port': ['ID=69380f2d-d934-4c77-bf36-d795a39e605b,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:24.495189 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:24.647259 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Attempting to bind port 69380f2d-d934-4c77-bf36-d795a39e605b on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:58:24.647883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Attempting to bind port 69380f2d-d934-4c77-bf36-d795a39e605b by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:58:24.648561 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Attempting to bind port 69380f2d-d934-4c77-bf36-d795a39e605b on network a0079c58-09f4-4d9f-926a-74f262206ca6 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:58:24.667273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Port 69380f2d-d934-4c77-bf36-d795a39e605b on network a0079c58-09f4-4d9f-926a-74f262206ca6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 12:58:24.667898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Attempting to bind port 69380f2d-d934-4c77-bf36-d795a39e605b on network a0079c58-09f4-4d9f-926a-74f262206ca6 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:58:24.680586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:58:24.681091 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Checking segment: {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:58:24.681773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Bound using segment: {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:58:24.682771 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Bound port: 69380f2d-d934-4c77-bf36-d795a39e605b, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'}}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:58:24.683715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:24.717975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d8d50-3635-46ce-9bc4-7b00dab0c120 req-758db447-e513-4feb-85cd-05a0eca16b17 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:24.720132 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b07d8d50-3635-46ce-9bc4-7b00dab0c120 req-758db447-e513-4feb-85cd-05a0eca16b17 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 943 time: 0.5835335 Apr 22 12:58:24.864542 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b07d8d50-3635-46ce-9bc4-7b00dab0c120 req-764a4704-f9e4-4c06-97ee-9436c5710825 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321144 Apr 22 12:58:24.901059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, cleared binding levels {{(pid=86511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:58:24.910191 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:58:24.954580 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8712cfcf-fac2-4352-9fb3-4d331255179b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee429ed0-4dfe-41ff-85c2-e58ef8e0532e', 'code': 200} Apr 22 12:58:24.980537 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:25.001923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:25.102134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:25.103856 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:25.106690 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] 10.222.0.89 "PUT /v2.0/ports/69380f2d-d934-4c77-bf36-d795a39e605b HTTP/1.1" status: 200 len: 1093 time: 2.8604681 Apr 22 12:58:25.107572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:25.316560 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Pushing event updated for resources: {'Port': ['ID=69380f2d-d934-4c77-bf36-d795a39e605b,revision_number=3']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:25.362380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 1485db40-158d-4965-b1ac-379c85dab533 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 12:58:25.416748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:25.584521 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 1485db40-158d-4965-b1ac-379c85dab533, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=1485db40-158d-4965-b1ac-379c85dab533,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:25.602489 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '1485db40-158d-4965-b1ac-379c85dab533', 'network_id': '85edf73c-9312-4784-969b-14c6f03936f4', 'port_id': '1485db40-158d-4965-b1ac-379c85dab533', 'mac_address': 'fa:16:3e:4e:2b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03938b6-65e7-4593-98a0-aaeab682699b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 12:58:25.663475 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93eef8-a3a7-4aa1-bc20-34eadf4ae0d9 req-e60eb433-e9c3-4f0d-91f3-11b38fc6db70 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:25.666653 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ba93eef8-a3a7-4aa1-bc20-34eadf4ae0d9 req-e60eb433-e9c3-4f0d-91f3-11b38fc6db70 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.5411408 Apr 22 12:58:25.679077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:25.719363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1485db40-158d-4965-b1ac-379c85dab533 {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:58:25.735890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-3c066333-8f03-4639-a1eb-36b61779eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:25.738995 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-3c066333-8f03-4639-a1eb-36b61779eee7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 1096 time: 0.4158578 Apr 22 12:58:25.770352 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 1485db40-158d-4965-b1ac-379c85dab533, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=1485db40-158d-4965-b1ac-379c85dab533,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:25.825190 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:25.827596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:25.910014 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b', 'status': 'completed', 'code': 200} Apr 22 12:58:25.940105 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-f579c3c9-5d28-4e5e-a850-1bb35762dc25 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69380f2d-d934-4c77-bf36-d795a39e605b HTTP/1.1" status: 200 len: 217 time: 0.1775477 Apr 22 12:58:25.950460 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e822e79-9c50-421c-a584-8f82b339554d req-375e7084-6888-4227-aaf4-ee1a15587d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:25.952393 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4e822e79-9c50-421c-a584-8f82b339554d req-375e7084-6888-4227-aaf4-ee1a15587d0c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 1098 time: 0.4832540 Apr 22 12:58:26.004969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-145f7280-888d-4f4c-8493-4b3383a5d5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:26.005181 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ba93eef8-a3a7-4aa1-bc20-34eadf4ae0d9 req-6e0bf503-3979-47fa-9a0e-c9ba114cb1d6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064446 Apr 22 12:58:26.041262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=1485db40-158d-4965-b1ac-379c85dab533,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:26.048038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:26.102596 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4e822e79-9c50-421c-a584-8f82b339554d req-00104216-8ae9-445d-b2f0-49b206a2f945 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958951 Apr 22 12:58:26.109864 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-5ccb06da-23db-4de7-a156-3bbcf4759339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:26.112500 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-5ccb06da-23db-4de7-a156-3bbcf4759339 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.1585269 Apr 22 12:58:26.217661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['1485db40-158d-4965-b1ac-379c85dab533'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 12:58:26.263429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367b4c-ec89-4151-a4c4-aafffcf7d97c req-70722593-9559-44b6-9998-9765f523ce31 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:26.263429 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1d367b4c-ec89-4151-a4c4-aafffcf7d97c req-70722593-9559-44b6-9998-9765f523ce31 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 944 time: 0.1641545 Apr 22 12:58:26.404676 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1d367b4c-ec89-4151-a4c4-aafffcf7d97c req-98f2ebb3-a63b-4a36-857f-09114bb0c41a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451795 Apr 22 12:58:26.442073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-c3ee4477-01bd-429f-80fa-940c90f380c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:26.443745 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-c3ee4477-01bd-429f-80fa-940c90f380c7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2579095 Apr 22 12:58:26.971467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48318) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:26.989836 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-eb23408a-7419-4263-b105-b73aa316609a service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340717 Apr 22 12:58:27.056508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48324) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:27.269545 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a49b1b6-5302-4999-a1c5-d81b1bdb9fb8 req-7318f918-be31-4563-b86a-e1e70916e745 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606840 Apr 22 12:58:27.361054 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-163dbd10-599b-4e90-a6a3-ba70089f7416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:27.420192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-163dbd10-599b-4e90-a6a3-ba70089f7416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:27.443015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-163dbd10-599b-4e90-a6a3-ba70089f7416 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9fdbf387594a9eab50ac8542f9286e is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:27.457884 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-163dbd10-599b-4e90-a6a3-ba70089f7416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:27.498205 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-163dbd10-599b-4e90-a6a3-ba70089f7416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:27.575741 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff1d35-5c4a-45ec-8dbd-0a60364fe535 req-ff946be6-a2d0-42a4-9947-bc1ea9c920ac tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:27.577498 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-08ff1d35-5c4a-45ec-8dbd-0a60364fe535 req-ff946be6-a2d0-42a4-9947-bc1ea9c920ac tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1394956 Apr 22 12:58:27.623066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:27.675297 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:27.688996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Usage tracker for resource:security_group_rule and tenant:cfad47f1ae5b49e1bb6a0411db849d31 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:27.693573 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:27.700315 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-08ff1d35-5c4a-45ec-8dbd-0a60364fe535 req-b6c16a14-0852-44dd-9461-2ef0baed12a5 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146076 Apr 22 12:58:27.715099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:27.825962 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 48338) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:27.917131 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a34c-b0d4-4082-9605-630459b2184a req-2e57cd98-6146-49f6-89ec-05a0df55f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:27.919305 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fbb2a34c-b0d4-4082-9605-630459b2184a req-2e57cd98-6146-49f6-89ec-05a0df55f3cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 1096 time: 0.1762218 Apr 22 12:58:27.932134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec809eb-61d0-456c-af2b-9c75f4e9989c req-438ea130-a9c6-47dc-8221-c884361270ec tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:27.940640 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9ec809eb-61d0-456c-af2b-9c75f4e9989c req-438ea130-a9c6-47dc-8221-c884361270ec tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 944 time: 0.2764034 Apr 22 12:58:27.995978 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9ec809eb-61d0-456c-af2b-9c75f4e9989c req-008943d0-3bb9-4d86-8f2d-3f92a1a15da8 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540907 Apr 22 12:58:28.136512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:28.168639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4eee52d7-13dd-4475-87e0-1380742cfa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:28.169304 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-163dbd10-599b-4e90-a6a3-ba70089f7416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:28.193763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:28.238623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a34c-b0d4-4082-9605-630459b2184a req-d8d82823-3658-48a5-acea-0a6070b4d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:28.240945 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fbb2a34c-b0d4-4082-9605-630459b2184a req-d8d82823-3658-48a5-acea-0a6070b4d3c4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 917 time: 0.3104296 Apr 22 12:58:28.246216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-4eee52d7-13dd-4475-87e0-1380742cfa52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:28.264310 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-4eee52d7-13dd-4475-87e0-1380742cfa52 admin admin] Usage tracker for resource:security_group_rule and tenant:90822e02146d41c0a5d9904367e13f28 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:28.282192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-996e5da7-6b3d-4d36-b0ff-c6957b637be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:28.300569 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfad47f1ae5b49e1bb6a0411db849d31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2427697 Apr 22 12:58:28.307575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-163dbd10-599b-4e90-a6a3-ba70089f7416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:28.315212 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48358) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:28.364053 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-4eee52d7-13dd-4475-87e0-1380742cfa52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:28.391144 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fbb2a34c-b0d4-4082-9605-630459b2184a req-6399fd46-cd48-4509-a1f6-81dda5059a54 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69380f2d-d934-4c77-bf36-d795a39e605b HTTP/1.1" status: 200 len: 217 time: 0.1338251 Apr 22 12:58:28.392435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-4eee52d7-13dd-4475-87e0-1380742cfa52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:28.434509 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0287df53-686c-4f47-9ed2-5128c2aee1d9,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:28.464033 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.464580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.465163 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.466792 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.466792 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.467152 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.467565 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.468052 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.468531 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.469122 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.469607 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.470084 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:28.475160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:28.484210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-461c425b-cbcc-4831-9c4d-b6a24592a41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:28.498086 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-163dbd10-599b-4e90-a6a3-ba70089f7416 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff9fdbf387594a9eab50ac8542f9286e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5253417 Apr 22 12:58:28.498324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a34c-b0d4-4082-9605-630459b2184a req-f2d67ef2-1a40-427d-80d0-81f1b74de25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:28.500314 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fbb2a34c-b0d4-4082-9605-630459b2184a req-f2d67ef2-1a40-427d-80d0-81f1b74de25d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.0830274 Apr 22 12:58:28.502943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 48366) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:28.585483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dbd10-599b-4e90-a6a3-ba70089f7416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8708b989-275c-4a86-93ae-035e90c6b6b8,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:28.607473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-163dbd10-599b-4e90-a6a3-ba70089f7416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:28.626533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34f04cd3-c4ee-4bec-9e32-ab2ee6022da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:28.704665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a34c-b0d4-4082-9605-630459b2184a req-2560c421-10ef-4d3c-b086-b0ee4d868304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:28.711169 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fbb2a34c-b0d4-4082-9605-630459b2184a req-2560c421-10ef-4d3c-b086-b0ee4d868304 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1856339 Apr 22 12:58:28.719099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-996dffa1-5877-47f6-a8e4-cf2f1927a57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:28.728431 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34f04cd3-c4ee-4bec-9e32-ab2ee6022da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:28.769938 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-996dffa1-5877-47f6-a8e4-cf2f1927a57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:28.893244 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-996dffa1-5877-47f6-a8e4-cf2f1927a57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:28.931886 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34f04cd3-c4ee-4bec-9e32-ab2ee6022da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:28.944095 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-25a7be09-ca95-484a-b831-dbfcede939a0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:28.999173 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f04cd3-c4ee-4bec-9e32-ab2ee6022da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0287df53-686c-4f47-9ed2-5128c2aee1d9,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:29.017734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-34f04cd3-c4ee-4bec-9e32-ab2ee6022da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:29.047250 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:58:29.055596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34f04cd3-c4ee-4bec-9e32-ab2ee6022da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:29.057385 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-34f04cd3-c4ee-4bec-9e32-ab2ee6022da7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0287df53-686c-4f47-9ed2-5128c2aee1d9 HTTP/1.1" status: 204 len: 168 time: 0.7396185 Apr 22 12:58:29.067764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f6edc00-4f2c-4e0a-81a8-14c049eebd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:29.166559 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b5cd5-966e-4087-856e-64b9fd505a85 req-30ecba9c-af14-4335-93ba-9bb2591426bd tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:29.168235 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-238b5cd5-966e-4087-856e-64b9fd505a85 req-30ecba9c-af14-4335-93ba-9bb2591426bd tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1097777 Apr 22 12:58:29.183301 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dffa1-5877-47f6-a8e4-cf2f1927a57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8708b989-275c-4a86-93ae-035e90c6b6b8,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:29.216527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-996dffa1-5877-47f6-a8e4-cf2f1927a57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:29.243587 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4eee52d7-13dd-4475-87e0-1380742cfa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:29.284187 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-238b5cd5-966e-4087-856e-64b9fd505a85 req-9d9f092a-b83d-4dd4-a967-fd3f9a6883ab tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Synchronizing usage tracker for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:58:29.308799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4eee52d7-13dd-4475-87e0-1380742cfa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:29.371568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:29.389806 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 1485db40-158d-4965-b1ac-379c85dab533 up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:58:29.393554 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-996dffa1-5877-47f6-a8e4-cf2f1927a57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:29.395500 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-996dffa1-5877-47f6-a8e4-cf2f1927a57e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8708b989-275c-4a86-93ae-035e90c6b6b8 HTTP/1.1" status: 204 len: 168 time: 0.8908005 Apr 22 12:58:29.461913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-238b5cd5-966e-4087-856e-64b9fd505a85 req-9d9f092a-b83d-4dd4-a967-fd3f9a6883ab tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Unset dirty status for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:58:29.479100 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-238b5cd5-966e-4087-856e-64b9fd505a85 req-9d9f092a-b83d-4dd4-a967-fd3f9a6883ab tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907078 Apr 22 12:58:29.523075 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4eee52d7-13dd-4475-87e0-1380742cfa52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90822e02146d41c0a5d9904367e13f28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6889849 Apr 22 12:58:29.534546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48396) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:29.541596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee52d7-13dd-4475-87e0-1380742cfa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146a2772-48bc-439c-80ba-c99acb260bae,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:29.559665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-6a2e02eb-cccb-4ed9-bb4c-00d23420f983 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:29.563052 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-6a2e02eb-cccb-4ed9-bb4c-00d23420f983 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 815 time: 0.7430589 Apr 22 12:58:29.568273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4eee52d7-13dd-4475-87e0-1380742cfa52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:29.573355 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fbb2a34c-b0d4-4082-9605-630459b2184a req-9bda4c64-be58-4796-b82f-9f342c3a4be6 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7202835 Apr 22 12:58:29.634195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port 1485db40-158d-4965-b1ac-379c85dab533 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:58:29.658662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 1485db40-158d-4965-b1ac-379c85dab533 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:58:29.668859 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:29.689883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b36279cc-5c62-45df-ae06-e55dcf4c5dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:29.780718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b36279cc-5c62-45df-ae06-e55dcf4c5dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:29.844535 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-ef6df273-52d3-4fbe-9a83-0ce82a4e7418 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/quotas/6a32cfb1585b426b890f77ee0191ba14 HTTP/1.1" status: 200 len: 375 time: 0.2640293 Apr 22 12:58:30.034186 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fbb2a34c-b0d4-4082-9605-630459b2184a req-1f35d313-9bcf-4e09-8d7b-fc8417c607f9 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495487 Apr 22 12:58:30.086034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b36279cc-5c62-45df-ae06-e55dcf4c5dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:30.090718 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-6ef61b85-0cca-4360-80ac-75cf4589abf2 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2328002 Apr 22 12:58:30.111695 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-35a9e6f9-84f4-41ff-b01e-60e670d31035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:30.172210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36279cc-5c62-45df-ae06-e55dcf4c5dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146a2772-48bc-439c-80ba-c99acb260bae,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:30.245737 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b36279cc-5c62-45df-ae06-e55dcf4c5dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:30.247240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b36279cc-5c62-45df-ae06-e55dcf4c5dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:30.248745 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:30.249298 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b36279cc-5c62-45df-ae06-e55dcf4c5dec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/146a2772-48bc-439c-80ba-c99acb260bae HTTP/1.1" status: 204 len: 168 time: 0.7132704 Apr 22 12:58:30.295643 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:30.368081 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bf8e2-3406-44fb-9843-15e38b403b7f req-f7f43ca2-02b8-4e4f-a63c-52b86f7e03fd tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:30.371470 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-910bf8e2-3406-44fb-9843-15e38b403b7f req-f7f43ca2-02b8-4e4f-a63c-52b86f7e03fd tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 944 time: 0.4992771 Apr 22 12:58:30.413421 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74402168-1b4c-43bf-8e80-5216a1471a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1485db40-158d-4965-b1ac-379c85dab533'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:30.434268 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 1485db40-158d-4965-b1ac-379c85dab533, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=1485db40-158d-4965-b1ac-379c85dab533,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:30.439046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b2771a2d-bccd-443a-a6e4-54264137d205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:30.444954 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-aa273a30-7737-4470-abe3-dcb56e46ff3d service neutron] 10.222.0.11 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251462 Apr 22 12:58:30.457602 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-910bf8e2-3406-44fb-9843-15e38b403b7f req-5d6d02ad-5691-4350-bf74-82cb2ea355d7 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778406 Apr 22 12:58:30.477154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:30.481035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:30.592256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=1485db40-158d-4965-b1ac-379c85dab533,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:30.603906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.604319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.604889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.605372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.605818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.606634 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.607289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.607678 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.608489 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.609075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.609533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.610060 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:58:30.625749 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:30.632163 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:30.632876 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48424) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:30.646264 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-2a7d241a-7881-4c07-9cfd-85e0177a833c service neutron] 10.222.0.11 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896768 Apr 22 12:58:30.658545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-13f57ace-49d9-4458-9344-84f24ff9d850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:30.678959 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-13f57ace-49d9-4458-9344-84f24ff9d850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:30.689883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-13f57ace-49d9-4458-9344-84f24ff9d850 admin admin] Usage tracker for resource:security_group_rule and tenant:b749a615c56f4d428df6ec12c5847f77 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:30.689883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48428) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:30.691079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-13f57ace-49d9-4458-9344-84f24ff9d850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:30.726241 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-13f57ace-49d9-4458-9344-84f24ff9d850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:30.751314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c4c4cd3c-9d2f-49af-a7a9-b8aa9d9757a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:31.018515 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c4c4cd3c-9d2f-49af-a7a9-b8aa9d9757a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:31.031309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c4c4cd3c-9d2f-49af-a7a9-b8aa9d9757a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d1511c22ee844b9082faa87989eb892f is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:31.042812 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c4c4cd3c-9d2f-49af-a7a9-b8aa9d9757a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:31.051133 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c4c4cd3c-9d2f-49af-a7a9-b8aa9d9757a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:31.162632 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74402168-1b4c-43bf-8e80-5216a1471a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1485db40-158d-4965-b1ac-379c85dab533', 'code': 200} Apr 22 12:58:31.199045 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-13f57ace-49d9-4458-9344-84f24ff9d850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:31.232833 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c4c4cd3c-9d2f-49af-a7a9-b8aa9d9757a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:31.250684 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-13f57ace-49d9-4458-9344-84f24ff9d850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:31.261105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:31.291405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c4c4cd3c-9d2f-49af-a7a9-b8aa9d9757a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:31.412724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 69380f2d-d934-4c77-bf36-d795a39e605b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 12:58:31.466743 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-29cb2858-694f-4b32-b3e1-b9047c30e523 req-132f8f9d-c335-44a5-9bd6-f381da4b7707 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 210 time: 0.1903818 Apr 22 12:58:31.478568 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-13f57ace-49d9-4458-9344-84f24ff9d850 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b749a615c56f4d428df6ec12c5847f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8443604 Apr 22 12:58:31.482944 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 48442) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:31.519673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 48448) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:31.690355 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c4c4cd3c-9d2f-49af-a7a9-b8aa9d9757a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1511c22ee844b9082faa87989eb892f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9969289 Apr 22 12:58:31.701751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 48456) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:31.727712 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f57ace-49d9-4458-9344-84f24ff9d850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48552d1d-62e0-4cff-a762-5873d9054d89,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:31.759950 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-13f57ace-49d9-4458-9344-84f24ff9d850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:31.772476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-92e1f2eb-32d1-47bf-8e1e-d83838d084e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:31.841542 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:31.866294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '69380f2d-d934-4c77-bf36-d795a39e605b', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'port_id': '69380f2d-d934-4c77-bf36-d795a39e605b', 'mac_address': 'fa:16:3e:9a:b1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 12:58:31.873835 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4cd3c-9d2f-49af-a7a9-b8aa9d9757a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccd5295-a7dd-41cb-8fde-9b9e1f393e01,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:31.893036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c4c4cd3c-9d2f-49af-a7a9-b8aa9d9757a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:31.954057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:31.974931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dce91-788d-4881-81ea-d933f09d37c3 req-7a587eb7-e73f-4e58-81ac-f2d02ddba2ec tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:31.977322 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69380f2d-d934-4c77-bf36-d795a39e605b {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:58:31.978575 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6a7dce91-788d-4881-81ea-d933f09d37c3 req-7a587eb7-e73f-4e58-81ac-f2d02ddba2ec tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.5637207 Apr 22 12:58:31.990197 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4f510a63-2a43-40fc-b316-7c0dd46f66f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:31.998490 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:32.019343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-45438179-30c8-46d6-b4a9-50eddda2ea92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.057347 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6a7dce91-788d-4881-81ea-d933f09d37c3 req-bb944a2d-849e-44bd-ae98-acd5e3738635 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708306 Apr 22 12:58:32.059245 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.061472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-48e9199f-4af3-478a-ba0e-774d7ccade8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:32.105159 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-45438179-30c8-46d6-b4a9-50eddda2ea92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:32.111956 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-45438179-30c8-46d6-b4a9-50eddda2ea92 admin admin] Usage tracker for resource:security_group_rule and tenant:a57cc8da9b734cc1a2cf3b3ca568a3ea is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:32.115827 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-45438179-30c8-46d6-b4a9-50eddda2ea92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:32.124558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-45438179-30c8-46d6-b4a9-50eddda2ea92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:32.160106 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48464) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:32.206217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed75ed52-5f16-4b28-8db1-937d0a296aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.216289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.249057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-45438179-30c8-46d6-b4a9-50eddda2ea92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.252862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=69380f2d-d934-4c77-bf36-d795a39e605b,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:32.262299 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ed75ed52-5f16-4b28-8db1-937d0a296aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:32.272235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:32.280455 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ed75ed52-5f16-4b28-8db1-937d0a296aff admin admin] Usage tracker for resource:security_group_rule and tenant:4584b5e1d3b244dabf2cd705bb247801 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:32.282600 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4f510a63-2a43-40fc-b316-7c0dd46f66f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.286841 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ed75ed52-5f16-4b28-8db1-937d0a296aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:32.298813 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ed75ed52-5f16-4b28-8db1-937d0a296aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:32.364002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-45438179-30c8-46d6-b4a9-50eddda2ea92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.406728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f6ced8c4-cb9c-4cf4-9d26-21b59d8a59d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:32.435817 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6331baf-e83c-4e21-97ec-dda7617f501f req-4498b2f2-2b30-4d62-9709-57c94a9fdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:32.438132 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c6331baf-e83c-4e21-97ec-dda7617f501f req-4498b2f2-2b30-4d62-9709-57c94a9fdffa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 1098 time: 0.7343853 Apr 22 12:58:32.456545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d7ba-d468-4961-b49c-cf0e9dcb3999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.515290 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b2bd5-c272-4b34-803b-cbaae46a7be1 req-51d7ab38-56fd-45fd-bdfa-db4b986e7aa7 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:32.517305 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2a9b2bd5-c272-4b34-803b-cbaae46a7be1 req-51d7ab38-56fd-45fd-bdfa-db4b986e7aa7 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.1862862 Apr 22 12:58:32.522895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['69380f2d-d934-4c77-bf36-d795a39e605b'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 12:58:32.524343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4f510a63-2a43-40fc-b316-7c0dd46f66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.549073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed75ed52-5f16-4b28-8db1-937d0a296aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.559207 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-45438179-30c8-46d6-b4a9-50eddda2ea92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a57cc8da9b734cc1a2cf3b3ca568a3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0250108 Apr 22 12:58:32.562733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438179-30c8-46d6-b4a9-50eddda2ea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a02429-38f4-436c-8bba-430c863cb3ac,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:32.566141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48472) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:32.579589 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-45438179-30c8-46d6-b4a9-50eddda2ea92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:32.584237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:32.596988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d7ba-d468-4961-b49c-cf0e9dcb3999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.622465 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07781bab-44f3-49e3-9c26-5a74d30f667e req-e958667c-62ea-4b76-8f5b-5091e2b890c4 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:32.624205 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-07781bab-44f3-49e3-9c26-5a74d30f667e req-e958667c-62ea-4b76-8f5b-5091e2b890c4 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 945 time: 0.7421994 Apr 22 12:58:32.629730 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed75ed52-5f16-4b28-8db1-937d0a296aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.639140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f510a63-2a43-40fc-b316-7c0dd46f66f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48552d1d-62e0-4cff-a762-5873d9054d89,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:32.654793 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c6331baf-e83c-4e21-97ec-dda7617f501f req-fa027756-a455-4a25-8bfa-2e3a0dd73525 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857839 Apr 22 12:58:32.656672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4f510a63-2a43-40fc-b316-7c0dd46f66f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:32.664137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-163dbd10-599b-4e90-a6a3-ba70089f7416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:32.680358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4f510a63-2a43-40fc-b316-7c0dd46f66f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.686179 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4f510a63-2a43-40fc-b316-7c0dd46f66f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48552d1d-62e0-4cff-a762-5873d9054d89 HTTP/1.1" status: 204 len: 168 time: 1.1977012 Apr 22 12:58:32.767015 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2a9b2bd5-c272-4b34-803b-cbaae46a7be1 req-c4453194-b111-4010-9638-ae88ffeb0847 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204549 Apr 22 12:58:32.811600 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75ed52-5f16-4b28-8db1-937d0a296aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98012682-f085-4ce7-aa79-836540fea564,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:32.812939 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-07781bab-44f3-49e3-9c26-5a74d30f667e req-4c9d42e7-65f8-484f-893d-76e851794510 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636574 Apr 22 12:58:32.821301 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ed75ed52-5f16-4b28-8db1-937d0a296aff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4584b5e1d3b244dabf2cd705bb247801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6547172 Apr 22 12:58:32.821301 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ed75ed52-5f16-4b28-8db1-937d0a296aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:32.823196 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 48478) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:32.841688 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb073-6b7b-4d70-89a2-ad4f3298207c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.891054 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb073-6b7b-4d70-89a2-ad4f3298207c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.964925 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d7ba-d468-4961-b49c-cf0e9dcb3999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.976954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb073-6b7b-4d70-89a2-ad4f3298207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:32.978618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-eac5e9f2-0972-4c96-b38b-3fc9c888c89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:32.984079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-42319eff-52ae-4f34-ad6e-4b28010023fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:33.002186 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfb073-6b7b-4d70-89a2-ad4f3298207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a02429-38f4-436c-8bba-430c863cb3ac,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:33.014307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c4dfb073-6b7b-4d70-89a2-ad4f3298207c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:33.036771 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5d7ba-d468-4961-b49c-cf0e9dcb3999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccd5295-a7dd-41cb-8fde-9b9e1f393e01,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:33.038385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb073-6b7b-4d70-89a2-ad4f3298207c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:33.040065 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c4dfb073-6b7b-4d70-89a2-ad4f3298207c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9a02429-38f4-436c-8bba-430c863cb3ac HTTP/1.1" status: 204 len: 168 time: 0.4726796 Apr 22 12:58:33.046387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7a184467-36d0-4b78-a6ac-1543ea86eeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:33.096608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4ef5d7ba-d468-4961-b49c-cf0e9dcb3999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:33.115701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7a184467-36d0-4b78-a6ac-1543ea86eeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:33.139341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d7ba-d468-4961-b49c-cf0e9dcb3999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:33.141522 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4ef5d7ba-d468-4961-b49c-cf0e9dcb3999 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ccd5295-a7dd-41cb-8fde-9b9e1f393e01 HTTP/1.1" status: 204 len: 168 time: 1.4309170 Apr 22 12:58:33.322887 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c8f3b601-e103-45dd-b1ea-81419ca3cc62 req-925f9719-a86e-41a7-abf5-65d408327a49 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 210 time: 0.1284287 Apr 22 12:58:33.342265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7a184467-36d0-4b78-a6ac-1543ea86eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:33.359192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7c71a47c-d19a-42cf-80fb-27ca7f9994a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:33.398170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a184467-36d0-4b78-a6ac-1543ea86eeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98012682-f085-4ce7-aa79-836540fea564,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:33.466727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7a184467-36d0-4b78-a6ac-1543ea86eeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:33.474003 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7a184467-36d0-4b78-a6ac-1543ea86eeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:33.475569 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-7a184467-36d0-4b78-a6ac-1543ea86eeeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98012682-f085-4ce7-aa79-836540fea564 HTTP/1.1" status: 204 len: 168 time: 0.6507685 Apr 22 12:58:33.547145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f0f8d-2794-4c48-9616-496addc2f972 req-efc289aa-c0a2-4fcb-9bb4-1aac4c08b5d9 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:33.549670 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fd1f0f8d-2794-4c48-9616-496addc2f972 req-efc289aa-c0a2-4fcb-9bb4-1aac4c08b5d9 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 944 time: 0.1592445 Apr 22 12:58:33.643344 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fd1f0f8d-2794-4c48-9616-496addc2f972 req-3569f4f4-f58e-41e6-9350-51034328436d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849385 Apr 22 12:58:33.944526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48502) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:34.012983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-35664154-f719-4d67-897f-72cbe3326e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:34.038556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-35664154-f719-4d67-897f-72cbe3326e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:34.054291 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-35664154-f719-4d67-897f-72cbe3326e65 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc24f3cd5064832ac6217e477272c61 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:34.065464 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-35664154-f719-4d67-897f-72cbe3326e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:34.083251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-35664154-f719-4d67-897f-72cbe3326e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:34.340595 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57d8fa-1721-4c13-a109-c72050b1fdc1 req-15b6e2bf-223b-45b0-bc8c-420eb0471418 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:34.342416 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-eb57d8fa-1721-4c13-a109-c72050b1fdc1 req-15b6e2bf-223b-45b0-bc8c-420eb0471418 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 945 time: 0.1964369 Apr 22 12:58:34.431734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-35664154-f719-4d67-897f-72cbe3326e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:34.470058 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-eb57d8fa-1721-4c13-a109-c72050b1fdc1 req-7274ce6b-b7d0-40d1-8096-7c68966f3ae9 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929184 Apr 22 12:58:34.476993 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-35664154-f719-4d67-897f-72cbe3326e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:34.496093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:34.608138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fa656-91e7-4d66-88a1-2ab3bcc8422a req-18412045-a279-43e3-bb41-6f8f0e2f831b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:34.616977 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-507fa656-91e7-4d66-88a1-2ab3bcc8422a req-18412045-a279-43e3-bb41-6f8f0e2f831b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.4293759 Apr 22 12:58:34.618090 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-35664154-f719-4d67-897f-72cbe3326e65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cc24f3cd5064832ac6217e477272c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6715870 Apr 22 12:58:34.623359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 48510) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:34.626073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35664154-f719-4d67-897f-72cbe3326e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd96101-94bf-48b9-89c4-b7216c9b4a3d,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:34.646520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-35664154-f719-4d67-897f-72cbe3326e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:34.660961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48514) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:34.682452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfacbb2-c3f0-4ced-bba5-e7d17918ef71 req-7785d430-1066-4acd-9f52-0f979260eb04 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:34.684569 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3dfacbb2-c3f0-4ced-bba5-e7d17918ef71 req-7785d430-1066-4acd-9f52-0f979260eb04 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 945 time: 0.2887228 Apr 22 12:58:34.744347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d974af5b-5057-4c56-a3b9-b9849be4dbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:34.807199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d974af5b-5057-4c56-a3b9-b9849be4dbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:34.902298 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d974af5b-5057-4c56-a3b9-b9849be4dbc3 admin admin] Usage tracker for resource:security_group_rule and tenant:ff82228f5a074b6fa8f2f169956de0d3 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:34.921496 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d974af5b-5057-4c56-a3b9-b9849be4dbc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:34.930138 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bf3d2be3-4449-419b-91d1-ef226651a950 req-88b5ba58-4bf8-4438-b6d0-2479554e734e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 210 time: 0.1141968 Apr 22 12:58:34.938575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d974af5b-5057-4c56-a3b9-b9849be4dbc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:35.070406 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-507fa656-91e7-4d66-88a1-2ab3bcc8422a req-0c7311d0-707e-46b4-9d62-8014bb1711d9 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519629 Apr 22 12:58:35.205328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-3dfacbb2-c3f0-4ced-bba5-e7d17918ef71 req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Deleting port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 12:58:35.205555 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3dfacbb2-c3f0-4ced-bba5-e7d17918ef71 req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:35.223055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d974af5b-5057-4c56-a3b9-b9849be4dbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:35.254208 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d974af5b-5057-4c56-a3b9-b9849be4dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:35.290979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b36279cc-5c62-45df-ae06-e55dcf4c5dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:35.420013 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8089ace1-d59f-4bd3-af48-ee74abc2913d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:35.438499 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 69380f2d-d934-4c77-bf36-d795a39e605b up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:58:35.525222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974af5b-5057-4c56-a3b9-b9849be4dbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb596865-9247-4c74-9eeb-a40faad0d04d,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:35.550165 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8089ace1-d59f-4bd3-af48-ee74abc2913d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:35.559610 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-d974af5b-5057-4c56-a3b9-b9849be4dbc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff82228f5a074b6fa8f2f169956de0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8913381 Apr 22 12:58:35.562591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48536) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:35.564669 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d974af5b-5057-4c56-a3b9-b9849be4dbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:35.585888 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-a10f59c9-ff29-4fd1-b75c-f597acdc9d53 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:35.587805 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-a10f59c9-ff29-4fd1-b75c-f597acdc9d53 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 815 time: 0.5847924 Apr 22 12:58:35.632395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Request body: {'port': {'device_id': '0f870819-b77a-40f6-9f91-f50abcdfb851', 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681', 'admin_state_up': True, 'tenant_id': '6a32cfb1585b426b890f77ee0191ba14'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:35.760985 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port 69380f2d-d934-4c77-bf36-d795a39e605b completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:58:35.778602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 69380f2d-d934-4c77-bf36-d795a39e605b triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:58:35.779279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:35.981887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a662-fb1d-4a12-bb64-380c508c90cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:36.011241 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8089ace1-d59f-4bd3-af48-ee74abc2913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:36.043315 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1217d135-e815-4bcc-8cda-5ab04eb776c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:36.066660 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-3dfacbb2-c3f0-4ced-bba5-e7d17918ef71 req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] For port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5,segment=NetworkSegment(9f8b33a9-ef72-45ae-b625-1048a0258897),segment_id=9f8b33a9-ef72-45ae-b625-1048a0258897)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:36.067210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3dfacbb2-c3f0-4ced-bba5-e7d17918ef71 req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:36.081237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a662-fb1d-4a12-bb64-380c508c90cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:36.094725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089ace1-d59f-4bd3-af48-ee74abc2913d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd96101-94bf-48b9-89c4-b7216c9b4a3d,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:36.119712 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8089ace1-d59f-4bd3-af48-ee74abc2913d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:36.198915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc8a73-bd78-4a98-b3b6-eed5904f0b76 req-56dddf80-4e67-4f9e-8a88-0139db505240 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:36.202540 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ffcc8a73-bd78-4a98-b3b6-eed5904f0b76 req-56dddf80-4e67-4f9e-8a88-0139db505240 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 944 time: 0.7838345 Apr 22 12:58:36.265276 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a662-fb1d-4a12-bb64-380c508c90cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:36.278932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c68d1ab1-a742-4397-87d0-0e47d8e7af34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:36.325788 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1a662-fb1d-4a12-bb64-380c508c90cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb596865-9247-4c74-9eeb-a40faad0d04d,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:36.334226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d3c1a662-fb1d-4a12-bb64-380c508c90cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:36.350069 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ffcc8a73-bd78-4a98-b3b6-eed5904f0b76 req-856e2a51-f3ca-4ca9-ba72-014d362dcc9e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401362 Apr 22 12:58:36.357942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a662-fb1d-4a12-bb64-380c508c90cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:36.359838 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-d3c1a662-fb1d-4a12-bb64-380c508c90cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb596865-9247-4c74-9eeb-a40faad0d04d HTTP/1.1" status: 204 len: 168 time: 0.7892842 Apr 22 12:58:36.361958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:36.408093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-3dfacbb2-c3f0-4ced-bba5-e7d17918ef71 req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Calling delete_port for f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 owned by compute:nova {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 12:58:36.472337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:36.474771 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8089ace1-d59f-4bd3-af48-ee74abc2913d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:36.481904 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8089ace1-d59f-4bd3-af48-ee74abc2913d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fd96101-94bf-48b9-89c4-b7216c9b4a3d HTTP/1.1" status: 204 len: 168 time: 1.8568811 Apr 22 12:58:36.515757 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:36.517141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:36.557637 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbb410-0e68-4546-940e-206677bf3e5b req-5b96471d-0351-4f7f-a1f6-c912252daca9 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:36.560054 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0fdbb410-0e68-4546-940e-206677bf3e5b req-5b96471d-0351-4f7f-a1f6-c912252daca9 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 945 time: 0.8232820 Apr 22 12:58:36.566841 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:36.577045 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:36.580347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:36.631701 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1920a192-f1eb-4d41-92ae-ad94858c2721 req-dd2795ef-9f4c-44eb-8ddd-ac494051eb8b tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 210 time: 0.1096570 Apr 22 12:58:36.752422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=69380f2d-d934-4c77-bf36-d795a39e605b,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:36.771659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:36.826451 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Made reservation on behalf of 6a32cfb1585b426b890f77ee0191ba14 for: {'port': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:58:36.835858 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:36.975460 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0fdbb410-0e68-4546-940e-206677bf3e5b req-d7d424de-3b5e-4159-bcb0-298e637995a0 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/security-groups?id=936a7c65-4ca6-428d-8395-94c90316371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995419 Apr 22 12:58:37.152645 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec8bcc-7d38-4cc5-81a9-c78aeea9673d req-022afc66-7071-4ab4-a161-6f8a212047a8 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:37.167791 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-38ec8bcc-7d38-4cc5-81a9-c78aeea9673d req-022afc66-7071-4ab4-a161-6f8a212047a8 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.2490215 Apr 22 12:58:37.242954 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b', 'code': 200} Apr 22 12:58:37.314183 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3dfacbb2-c3f0-4ced-bba5-e7d17918ef71 req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:37.335781 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['f63ed193-0a54-4faa-abf8-2e9a4f8db3e5'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 12:58:37.361150 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-38ec8bcc-7d38-4cc5-81a9-c78aeea9673d req-7e3c7ad0-4461-4478-93ba-a6f149a8f0e9 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885989 Apr 22 12:58:37.446071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2b34bbaa-731b-4192-9252-e76513599235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:37.658188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Pushing event deleted for resources: {'Port': ['ID=f63ed193-0a54-4faa-abf8-2e9a4f8db3e5,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:37.907616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Allocated IP 172.20.0.10 (9f164ba4-5491-4288-8722-90eb8a2af681/66a1b699-ff64-4199-8272-39af5eba60be/c33fd246-bbe0-4b31-84db-0cbeb0ec4d31) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:58:38.010713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767250f-4c79-45ad-bc40-ffdd1e060fbe req-cf74b30c-e9a4-4e2d-b0eb-2442a80ed028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:38.035285 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9767250f-4c79-45ad-bc40-ffdd1e060fbe req-cf74b30c-e9a4-4e2d-b0eb-2442a80ed028 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 1098 time: 0.2877676 Apr 22 12:58:38.049522 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfacbb2-c3f0-4ced-bba5-e7d17918ef71 req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] No DVR routers for this DVR port f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 on host hv-cinder-78726 {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 12:58:38.054178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:38.084443 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3dfacbb2-c3f0-4ced-bba5-e7d17918ef71 req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:38.097124 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3658e2-e0a8-4146-a976-688a22796d6d', 'name': 'network-vif-deleted', 'tag': 'f63ed193-0a54-4faa-abf8-2e9a4f8db3e5'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:38.223362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-9767250f-4c79-45ad-bc40-ffdd1e060fbe req-7b358aeb-8065-4acf-ad6f-a7f6d802fff2 service neutron] Synchronizing usage tracker for tenant:6c83e909a3d945afb04e2bf3bcbd55ac on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:58:38.485721 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a6065eff-181b-4ab7-beb5-fbc8e700d831 req-ba594876-4d5a-44d4-8460-66077b1c67d0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 210 time: 0.2643604 Apr 22 12:58:38.521971 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:38.541274 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3dfacbb2-c3f0-4ced-bba5-e7d17918ef71 req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.89 "DELETE /v2.0/ports/f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 HTTP/1.1" status: 204 len: 173 time: 3.8297925 Apr 22 12:58:38.550432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e711e-7359-4c19-ac26-e81d4fe4abbc req-326b5801-477a-41c8-b7c5-0133719a73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:38.554487 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb6e711e-7359-4c19-ac26-e81d4fe4abbc req-326b5801-477a-41c8-b7c5-0133719a73d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 1098 time: 0.3400741 Apr 22 12:58:38.562656 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-9767250f-4c79-45ad-bc40-ffdd1e060fbe req-7b358aeb-8065-4acf-ad6f-a7f6d802fff2 service neutron] Unset dirty status for tenant:6c83e909a3d945afb04e2bf3bcbd55ac on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:58:38.571474 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9767250f-4c79-45ad-bc40-ffdd1e060fbe req-7b358aeb-8065-4acf-ad6f-a7f6d802fff2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5233502 Apr 22 12:58:38.598000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b3837-d279-4b9a-a392-5258e951b8ed req-f6216ef6-7843-42a7-98f7-456eba0aada2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:38.601613 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-937b3837-d279-4b9a-a392-5258e951b8ed req-f6216ef6-7843-42a7-98f7-456eba0aada2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.8082469 Apr 22 12:58:38.724849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:38.754011 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['d9699246-29d7-47f2-89e7-24c335998935'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 12:58:38.759808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4197628f-a761-42dd-8219-cbcfa8d0b27b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:38.909771 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-937b3837-d279-4b9a-a392-5258e951b8ed req-2f0ea9c6-c12c-4cc2-9889-82372302dbbf tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904716 Apr 22 12:58:38.922258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Network 9f164ba4-5491-4288-8722-90eb8a2af681 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:58:38.925264 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Pushing event updated for resources: {'Port': ['ID=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:38.928523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:38.930284 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:58:38.932928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:58:38.941048 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:38.941796 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:38.966114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e711e-7359-4c19-ac26-e81d4fe4abbc req-5b7707e4-599a-4ad9-ae27-23c29e59c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:38.971525 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb6e711e-7359-4c19-ac26-e81d4fe4abbc req-5b7707e4-599a-4ad9-ae27-23c29e59c052 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 920 time: 0.2874360 Apr 22 12:58:39.016979 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4115107 Apr 22 12:58:39.043356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Request body: {'port': {'device_id': '0f870819-b77a-40f6-9f91-f50abcdfb851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:39.299744 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb6e711e-7359-4c19-ac26-e81d4fe4abbc req-40aa5497-4620-4d76-81f1-5ea3ecdcbef5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1485db40-158d-4965-b1ac-379c85dab533 HTTP/1.1" status: 200 len: 217 time: 0.2220478 Apr 22 12:58:39.327129 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f114e7-0a86-4f99-b99e-124246739bd9 req-9fbd7f9b-68b4-4fa0-bc9c-1f5100fdccdd tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:39.340891 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02f114e7-0a86-4f99-b99e-124246739bd9 req-9fbd7f9b-68b4-4fa0-bc9c-1f5100fdccdd tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.3701642 Apr 22 12:58:39.349630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:39.433055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e711e-7359-4c19-ac26-e81d4fe4abbc req-aa86e6d2-b833-4417-bf1b-f030d98cea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:39.434679 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb6e711e-7359-4c19-ac26-e81d4fe4abbc req-aa86e6d2-b833-4417-bf1b-f030d98cea4e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 200 len: 859 time: 0.1197336 Apr 22 12:58:39.453875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 12:58:39.528369 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb6e711e-7359-4c19-ac26-e81d4fe4abbc req-0df38b01-345b-4c0d-9d59-4c4b34b8132e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85edf73c-9312-4784-969b-14c6f03936f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585914 Apr 22 12:58:39.556411 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 12:58:39.556878 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device f63ed193-0a54-4faa-abf8-2e9a4f8db3e5 not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 12:58:39.611182 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02f114e7-0a86-4f99-b99e-124246739bd9 req-2c55c892-8b90-4ff6-b8b6-55ee81a05ae2 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647910 Apr 22 12:58:39.702666 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-9c79e7f7-75c7-450e-8ea4-0966dfe3f77a req-054355ad-e125-49ec-bcd5-792941f16dc5 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Synchronizing usage tracker for tenant:3825ca9417bb477e86ab37d593cffeee on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:58:39.852859 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3658e2-e0a8-4146-a976-688a22796d6d', 'name': 'network-vif-deleted', 'tag': 'f63ed193-0a54-4faa-abf8-2e9a4f8db3e5', 'status': 'completed', 'code': 200} Apr 22 12:58:39.895703 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb6e711e-7359-4c19-ac26-e81d4fe4abbc req-e01cd2f9-3c00-4a14-b279-013d2f2f7345 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440740 Apr 22 12:58:39.901181 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-9c79e7f7-75c7-450e-8ea4-0966dfe3f77a req-054355ad-e125-49ec-bcd5-792941f16dc5 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Unset dirty status for tenant:3825ca9417bb477e86ab37d593cffeee on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:58:39.902692 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9c79e7f7-75c7-450e-8ea4-0966dfe3f77a req-054355ad-e125-49ec-bcd5-792941f16dc5 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 210 time: 0.4285574 Apr 22 12:58:40.423572 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb6e711e-7359-4c19-ac26-e81d4fe4abbc req-0231d85b-5934-4af5-8388-46da147b8812 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039184 Apr 22 12:58:40.445804 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf1c44-26a0-4e57-bd50-2fec4bca73d7 req-e543e171-f6c2-4605-a577-5e8668c38d12 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:40.449066 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a9bf1c44-26a0-4e57-bd50-2fec4bca73d7 req-e543e171-f6c2-4605-a577-5e8668c38d12 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 932 time: 0.3400559 Apr 22 12:58:40.563969 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a9bf1c44-26a0-4e57-bd50-2fec4bca73d7 req-4ace4b08-7ab2-4f2d-9243-21d65cd82757 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065371 Apr 22 12:58:41.037343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4080-c43c-4a6e-8412-2699324e3976 req-7713e216-938c-4495-96ea-d30618d68af3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:41.037343 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-681a4080-c43c-4a6e-8412-2699324e3976 req-7713e216-938c-4495-96ea-d30618d68af3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.4163706 Apr 22 12:58:41.042003 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 {{(pid=86511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:58:41.051772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:41.093898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bffbd0-99e1-42a3-a66b-e6d2b73452ba req-07212b04-a252-4f39-9745-b745ab3d96eb tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:41.107334 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-24bffbd0-99e1-42a3-a66b-e6d2b73452ba req-07212b04-a252-4f39-9745-b745ab3d96eb tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.2327595 Apr 22 12:58:41.170417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Transition to ACTIVE for port object c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 will not be triggered until provisioned by entity L2. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:58:41.189399 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-681a4080-c43c-4a6e-8412-2699324e3976 req-30a5c5b1-969f-46cc-9c47-f3271686ed78 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342015 Apr 22 12:58:41.225519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:41.235939 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fb466db7-4317-42e5-975c-fc383cb2243b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:41.247848 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-24bffbd0-99e1-42a3-a66b-e6d2b73452ba req-fa4594d6-cfdf-4b4e-8bf5-3751d37600aa tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295514 Apr 22 12:58:41.642883 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-afe4e995-e313-4bad-9065-6596d15ff9b9 req-f639e329-e27f-4d53-a1f2-6dd926c6f84a tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3658e2-e0a8-4146-a976-688a22796d6d HTTP/1.1" status: 200 len: 210 time: 0.0894406 Apr 22 12:58:41.721154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Pushing event updated for resources: {'Port': ['ID=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:41.732366 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:41.741290 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Attempting to bind port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:58:41.742185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Attempting to bind port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:58:41.742774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Attempting to bind port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 on network 9f164ba4-5491-4288-8722-90eb8a2af681 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:58:41.754038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 on network 9f164ba4-5491-4288-8722-90eb8a2af681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 12:58:41.755094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Attempting to bind port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 on network 9f164ba4-5491-4288-8722-90eb8a2af681 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:58:41.767742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:58:41.768329 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Checking segment: {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:58:41.769081 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Bound using segment: {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:58:41.769882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Bound port: c33fd246-bbe0-4b31-84db-0cbeb0ec4d31, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'}}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:58:41.770511 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:42.090357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] For port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31, host hv-cinder-78726, cleared binding levels {{(pid=86511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:58:42.127350 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13b4ba-e6c3-4856-bfca-420739101cb5 req-74a2c26c-3966-4644-a077-b040076cb6ec tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:42.129180 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-3d13b4ba-e6c3-4856-bfca-420739101cb5 req-74a2c26c-3966-4644-a077-b040076cb6ec tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Synchronizing usage tracker for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:58:42.137394 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] For port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:58:42.220732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:42.235580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f9b7d37-bc60-4d7f-a65b-dc6c8bcfcd55 tempest-DeleteServersTestJSON-1800229403 tempest-DeleteServersTestJSON-1800229403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:42.311686 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-3d13b4ba-e6c3-4856-bfca-420739101cb5 req-74a2c26c-3966-4644-a077-b040076cb6ec tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Unset dirty status for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:58:42.313798 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d13b4ba-e6c3-4856-bfca-420739101cb5 req-74a2c26c-3966-4644-a077-b040076cb6ec tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 944 time: 0.4536695 Apr 22 12:58:42.422091 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:42.422883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:42.424480 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] 10.222.0.89 "PUT /v2.0/ports/c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 HTTP/1.1" status: 200 len: 1094 time: 3.3865380 Apr 22 12:58:42.425961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f870819-b77a-40f6-9f91-f50abcdfb851', 'tag': 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:42.472167 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d13b4ba-e6c3-4856-bfca-420739101cb5 req-9a245192-94db-4e93-8950-fdaa92a61a66 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378875 Apr 22 12:58:42.476983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Pushing event updated for resources: {'Port': ['ID=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31,revision_number=3']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:42.481246 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:42.674090 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555cdaf-12ef-4127-ba4f-33ad9dd2051f req-b50f0b73-54b2-45b4-b1d1-d7ae10299702 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:42.677169 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3555cdaf-12ef-4127-ba4f-33ad9dd2051f req-b50f0b73-54b2-45b4-b1d1-d7ae10299702 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.1275566 Apr 22 12:58:42.802503 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3555cdaf-12ef-4127-ba4f-33ad9dd2051f req-409353ea-a549-4c08-9e98-3562b6747987 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127138 Apr 22 12:58:42.865169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77265959-907b-486e-b6fa-c2f8723b8e44 req-ceb024e6-3dc5-4025-9e44-0ad2503cee44 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:42.866897 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-77265959-907b-486e-b6fa-c2f8723b8e44 req-ceb024e6-3dc5-4025-9e44-0ad2503cee44 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1513019 Apr 22 12:58:42.951608 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f870819-b77a-40f6-9f91-f50abcdfb851', 'tag': 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31', 'status': 'completed', 'code': 200} Apr 22 12:58:42.954028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-8de6b7ef-0e25-433b-9d19-ab95abc6addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:42.959818 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-8de6b7ef-0e25-433b-9d19-ab95abc6addf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 1097 time: 0.3249686 Apr 22 12:58:42.969386 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-77265959-907b-486e-b6fa-c2f8723b8e44 req-86eefce3-13a5-4abb-8091-50ee87a425a5 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813582 Apr 22 12:58:43.064292 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-a0d5d40a-51fd-4f55-823f-3bdc80c4525a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 HTTP/1.1" status: 200 len: 217 time: 0.0935850 Apr 22 12:58:43.209197 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-0ee84f6f-ccdf-43ec-9da6-c13701ca3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:43.213554 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-0ee84f6f-ccdf-43ec-9da6-c13701ca3c67 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66a1b699-ff64-4199-8272-39af5eba60be HTTP/1.1" status: 200 len: 855 time: 0.1332383 Apr 22 12:58:43.440256 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-d89cde53-d420-4ffc-a1d8-275658b0c341 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9f164ba4-5491-4288-8722-90eb8a2af681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197045 Apr 22 12:58:43.677269 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68de8e0-af9a-4e98-b8cd-f643a58188d6 req-be4f3765-65bb-43c7-8e51-29c158c88c62 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:43.689065 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a68de8e0-af9a-4e98-b8cd-f643a58188d6 req-be4f3765-65bb-43c7-8e51-29c158c88c62 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.4733140 Apr 22 12:58:43.699701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48798) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:43.714431 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-3d3e5a1b-9761-4695-a2bf-13b2c8c08a01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'floatingip': {'port_id': '69380f2d-d934-4c77-bf36-d795a39e605b'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:43.833466 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-afa057f5-49a6-413f-b5b0-77c8413b1cb9 service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732407 Apr 22 12:58:44.034547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5a1b-9761-4695-a2bf-13b2c8c08a01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:44.228471 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:44.285701 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-242bc97a-2338-4fc0-9db1-a66df5e35d1c req-2b5186c0-5d61-43cd-a4da-3ac33b64d34f service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263051 Apr 22 12:58:44.310481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7c32f-b353-44ce-95c0-757bca3dfc59 req-dc65fb0d-915f-498d-9c16-094b20efbf39 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:44.317132 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02b7c32f-b353-44ce-95c0-757bca3dfc59 req-dc65fb0d-915f-498d-9c16-094b20efbf39 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 944 time: 0.4789205 Apr 22 12:58:44.326718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95aa4b-38a3-48ff-829f-3c2fbc8e391c req-b58cff22-f0b5-44ef-8c32-c39dac12d275 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:44.329287 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0f95aa4b-38a3-48ff-829f-3c2fbc8e391c req-b58cff22-f0b5-44ef-8c32-c39dac12d275 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.2491920 Apr 22 12:58:44.406374 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0f95aa4b-38a3-48ff-829f-3c2fbc8e391c req-af12b748-bb3f-4a24-aeb1-6b22ee761abd tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701611 Apr 22 12:58:44.527372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff7637-2e77-481e-b036-39c43f7b52e0 req-7a3ae1fb-1318-4f31-a122-7a6ea9d4bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:44.530162 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fff7637-2e77-481e-b036-39c43f7b52e0 req-7a3ae1fb-1318-4f31-a122-7a6ea9d4bf73 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 1097 time: 0.1226900 Apr 22 12:58:44.717336 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02b7c32f-b353-44ce-95c0-757bca3dfc59 req-1c6b2c67-b80b-45a6-9b87-98e7b3cc2ba6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838055 Apr 22 12:58:44.828798 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff7637-2e77-481e-b036-39c43f7b52e0 req-fea94c83-2c5a-4204-9365-73653739013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:44.831676 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fff7637-2e77-481e-b036-39c43f7b52e0 req-fea94c83-2c5a-4204-9365-73653739013b service neutron] 10.222.0.89 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 916 time: 0.2871807 Apr 22 12:58:44.987251 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fff7637-2e77-481e-b036-39c43f7b52e0 req-8e3781c3-d425-4d8b-9e21-94dcec2d42cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 HTTP/1.1" status: 200 len: 217 time: 0.1282794 Apr 22 12:58:45.107970 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff7637-2e77-481e-b036-39c43f7b52e0 req-2e9b1457-585f-425b-94a4-d0005c47e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:45.109750 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fff7637-2e77-481e-b036-39c43f7b52e0 req-2e9b1457-585f-425b-94a4-d0005c47e65a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66a1b699-ff64-4199-8272-39af5eba60be HTTP/1.1" status: 200 len: 855 time: 0.1117234 Apr 22 12:58:45.217529 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fff7637-2e77-481e-b036-39c43f7b52e0 req-2eb7bf56-d9b9-4878-af9f-075924bc3058 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9f164ba4-5491-4288-8722-90eb8a2af681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913317 Apr 22 12:58:45.290555 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.resource_extend [None req-3d3e5a1b-9761-4695-a2bf-13b2c8c08a01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 12:58:45.482932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5a1b-9761-4695-a2bf-13b2c8c08a01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:45.519473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5a1b-9761-4695-a2bf-13b2c8c08a01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:45.531859 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fff7637-2e77-481e-b036-39c43f7b52e0 req-39791c00-7256-4759-b65d-64caef7ae0d0 service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962790 Apr 22 12:58:46.037483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12fae7-27aa-4ff1-998a-48e4ce9068fc req-42909976-b190-4ea7-b9d0-84c70521204e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:46.040480 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fc12fae7-27aa-4ff1-998a-48e4ce9068fc req-42909976-b190-4ea7-b9d0-84c70521204e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.2716842 Apr 22 12:58:46.048827 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fff7637-2e77-481e-b036-39c43f7b52e0 req-3d4d0cba-e9df-44c2-895f-38a969b2145e service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034287 Apr 22 12:58:46.193319 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [None req-3d3e5a1b-9761-4695-a2bf-13b2c8c08a01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Floating IP c12a17b8-e9c3-4fa8-8a21-da85eab1ac0b associated. External IP: 172.28.2.150, port: 69380f2d-d934-4c77-bf36-d795a39e605b. Apr 22 12:58:46.394281 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c44db3-c6a1-4c53-ad4f-1d82afff1918 req-82df5e4b-5e5f-4a47-90f1-2943ada1b124 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:46.398339 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d8c44db3-c6a1-4c53-ad4f-1d82afff1918 req-82df5e4b-5e5f-4a47-90f1-2943ada1b124 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 944 time: 0.4593771 Apr 22 12:58:46.412906 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fc12fae7-27aa-4ff1-998a-48e4ce9068fc req-d07078cf-6dc9-4fd8-b834-d6f242317178 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623593 Apr 22 12:58:46.569118 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d8c44db3-c6a1-4c53-ad4f-1d82afff1918 req-b0991305-bb37-4ab2-a0a0-2d92f6d369b6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977914 Apr 22 12:58:46.800016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 48846) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:46.886596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3e5a1b-9761-4695-a2bf-13b2c8c08a01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 12:58:47.017593 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4e458bf1-0f74-4a15-9aec-773e0801f494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:47.043372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-4e458bf1-0f74-4a15-9aec-773e0801f494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:47.046650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-4e458bf1-0f74-4a15-9aec-773e0801f494 admin admin] Usage tracker for resource:security_group_rule and tenant:57705b2050ad4b918572c549e13a06ac is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:47.050322 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-4e458bf1-0f74-4a15-9aec-773e0801f494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:47.057922 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-4e458bf1-0f74-4a15-9aec-773e0801f494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:47.192675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4e458bf1-0f74-4a15-9aec-773e0801f494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:47.233309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4e458bf1-0f74-4a15-9aec-773e0801f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:47.256446 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8089ace1-d59f-4bd3-af48-ee74abc2913d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:47.327141 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4e458bf1-0f74-4a15-9aec-773e0801f494 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57705b2050ad4b918572c549e13a06ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228248 Apr 22 12:58:47.327141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e458bf1-0f74-4a15-9aec-773e0801f494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e9d06a-10a9-491e-9937-a49a74feb567,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:47.331204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4e458bf1-0f74-4a15-9aec-773e0801f494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:47.343391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 48862) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:47.419985 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 48866) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:47.542125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3e5a1b-9761-4695-a2bf-13b2c8c08a01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 12:58:47.547965 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5a1b-9761-4695-a2bf-13b2c8c08a01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:47.558410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca0d99-4a31-4cd2-b5f3-b715607b0515 None None] Sync routers for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 12:58:47.558894 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-649aa70b-e817-465f-93ea-bdcdc345c5f0 admin admin] Deleting subnet 23a578b3-b440-4882-825b-b6722bbc5256 {{(pid=86511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 12:58:47.566859 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-649aa70b-e817-465f-93ea-bdcdc345c5f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:47.577395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca0d99-4a31-4cd2-b5f3-b715607b0515 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:58:47.579730 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6aca0d99-4a31-4cd2-b5f3-b715607b0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:58:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:58:47.627116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 12:58:47.644669 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3d3e5a1b-9761-4695-a2bf-13b2c8c08a01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "PUT /v2.0/floatingips/c12a17b8-e9c3-4fa8-8a21-da85eab1ac0b HTTP/1.1" status: 200 len: 991 time: 3.9435005 Apr 22 12:58:47.646041 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:47.770966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-649aa70b-e817-465f-93ea-bdcdc345c5f0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:47.781750 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-649aa70b-e817-465f-93ea-bdcdc345c5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:47.961827 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:47.984204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31', 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681', 'port_id': 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31', 'mac_address': 'fa:16:3e:49:a0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a1b699-ff64-4199-8272-39af5eba60be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 12:58:48.091009 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-875dac2f-0f76-49f3-b229-7265f4f78f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:48.130922 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:48.160844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443a508-8915-4bd9-91be-039c8088c79c req-30abd13a-73fa-4505-aee8-f6ba18a597c3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:48.162880 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5443a508-8915-4bd9-91be-039c8088c79c req-30abd13a-73fa-4505-aee8-f6ba18a597c3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 944 time: 0.2254529 Apr 22 12:58:48.185203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-875dac2f-0f76-49f3-b229-7265f4f78f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:48.216412 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:58:48.299844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:48.338273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51390c41-1c23-4e40-95e8-df8b96c048c4 req-0362d3ae-7430-45fd-8197-f6e28d18c1c4 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:48.340461 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-51390c41-1c23-4e40-95e8-df8b96c048c4 req-0362d3ae-7430-45fd-8197-f6e28d18c1c4 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.7013245 Apr 22 12:58:48.380541 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5443a508-8915-4bd9-91be-039c8088c79c req-fefcd105-99b4-4150-99d7-3b1ea373d9da tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987522 Apr 22 12:58:48.396334 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:48.401314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:48.421234 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-51390c41-1c23-4e40-95e8-df8b96c048c4 req-6fc5a71c-086e-47ca-af83-01a7de090c99 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645182 Apr 22 12:58:48.597403 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-649aa70b-e817-465f-93ea-bdcdc345c5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:48.599494 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-875dac2f-0f76-49f3-b229-7265f4f78f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:48.611936 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-6aca0d99-4a31-4cd2-b5f3-b715607b0515 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:58:48.617218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4f510a63-2a43-40fc-b316-7c0dd46f66f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:48.654122 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:48.660509 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:48.693569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-649aa70b-e817-465f-93ea-bdcdc345c5f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:48.703026 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dac2f-0f76-49f3-b229-7265f4f78f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e9d06a-10a9-491e-9937-a49a74feb567,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:48.723071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-875dac2f-0f76-49f3-b229-7265f4f78f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:48.745088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b1de293e-dfe3-4eeb-ae9d-16b29635a104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:48.773175 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b', 'status': 'completed', 'code': 200} Apr 22 12:58:48.792130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-875dac2f-0f76-49f3-b229-7265f4f78f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:48.796367 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-875dac2f-0f76-49f3-b229-7265f4f78f77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1e9d06a-10a9-491e-9937-a49a74feb567 HTTP/1.1" status: 204 len: 168 time: 1.4512103 Apr 22 12:58:48.808473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48898) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:48.808853 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-649aa70b-e817-465f-93ea-bdcdc345c5f0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/23a578b3-b440-4882-825b-b6722bbc5256 HTTP/1.1" status: 204 len: 168 time: 1.3870215 Apr 22 12:58:48.810571 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649aa70b-e817-465f-93ea-bdcdc345c5f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a578b3-b440-4882-825b-b6722bbc5256,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:48.813476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-649aa70b-e817-465f-93ea-bdcdc345c5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:48.815664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['c33fd246-bbe0-4b31-84db-0cbeb0ec4d31'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 12:58:48.970444 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b53329-bab7-450d-acd4-000f88a0de5f req-d900872d-3642-487e-8bcc-71a49aeae6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:48.973294 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02b53329-bab7-450d-acd4-000f88a0de5f req-d900872d-3642-487e-8bcc-71a49aeae6a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 1098 time: 0.1389983 Apr 22 12:58:49.078451 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:49.338694 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b53329-bab7-450d-acd4-000f88a0de5f req-9cc684a2-b2d6-4279-9852-7f51e6ee6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:49.340514 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02b53329-bab7-450d-acd4-000f88a0de5f req-9cc684a2-b2d6-4279-9852-7f51e6ee6a63 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 917 time: 0.3541741 Apr 22 12:58:49.442035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:49.816462 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.819364 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02b53329-bab7-450d-acd4-000f88a0de5f req-a004d4b0-40d1-4445-a928-082575b31c50 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69380f2d-d934-4c77-bf36-d795a39e605b HTTP/1.1" status: 200 len: 999 time: 0.4601469 Apr 22 12:58:49.821476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.824976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.826700 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > port after_create 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.828177 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.828583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > port after_update 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.829150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.833708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.835240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.835679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.838028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6aca0d99-4a31-4cd2-b5f3-b715607b0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'c12a17b8-e9c3-4fa8-8a21-da85eab1ac0b', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'floating_ip_address': '172.28.2.150', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'port_id': '69380f2d-d934-4c77-bf36-d795a39e605b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'mac_address': 'fa:16:3e:9a:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b951b9-f04d-4605-9448-fbc00007093f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:58:08Z', 'updated_at': '2021-04-22T12:58:45Z', 'revision_number': 1, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:58:49.844810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca0d99-4a31-4cd2-b5f3-b715607b0515 None None] Checking router: 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 12:58:49.858902 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca0d99-4a31-4cd2-b5f3-b715607b0515 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:58:49.859999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6aca0d99-4a31-4cd2-b5f3-b715607b0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:58:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:58:49.949950 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.950348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.950731 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.951259 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 12:58:49.951658 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf8a7e0-d562-4399-940d-4425f55ad17d']}} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:58:49.974137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 48936) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:49.982873 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8b33a9-ef72-45ae-b625-1048a0258897') {'for_net_delete': True} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:58:49.983205 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8b33a9-ef72-45ae-b625-1048a0258897') {} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:58:50.021688 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b53329-bab7-450d-acd4-000f88a0de5f req-76ef606e-5d9c-40dd-89cf-a54d1bd05000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:50.023859 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02b53329-bab7-450d-acd4-000f88a0de5f req-76ef606e-5d9c-40dd-89cf-a54d1bd05000 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.1874027 Apr 22 12:58:50.039914 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fba557-e208-4084-a4db-43324eebd6f8 req-dcf01d8c-e348-41d9-8b29-720aa247aa4d tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:50.044881 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c3fba557-e208-4084-a4db-43324eebd6f8 req-dcf01d8c-e348-41d9-8b29-720aa247aa4d tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.3239911 Apr 22 12:58:50.056942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ceb70-1adb-4c08-8885-4600ab5bb96e req-fa3715f9-441f-4c7a-a93c-2df85c41da11 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:50.072453 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cb2ceb70-1adb-4c08-8885-4600ab5bb96e req-fa3715f9-441f-4c7a-a93c-2df85c41da11 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 945 time: 0.3990381 Apr 22 12:58:50.092645 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3106955'] for segment, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:50.108513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5094897d-3885-4274-8593-6ae30773d9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:50.137993 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5094897d-3885-4274-8593-6ae30773d9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:50.148594 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5094897d-3885-4274-8593-6ae30773d9a4 admin admin] Usage tracker for resource:security_group_rule and tenant:b7c521c534424b16afcda0cc689ae4ea is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:50.148853 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-6aca0d99-4a31-4cd2-b5f3-b715607b0515 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:58:50.148987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5094897d-3885-4274-8593-6ae30773d9a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:50.153707 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5094897d-3885-4274-8593-6ae30773d9a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:50.229507 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c3fba557-e208-4084-a4db-43324eebd6f8 req-7883935a-561b-4da2-b445-f3e806d867e2 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008365 Apr 22 12:58:50.243546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b53329-bab7-450d-acd4-000f88a0de5f req-a7aa488e-9a52-4d9b-9ea7-4817f6b61ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:50.246822 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02b53329-bab7-450d-acd4-000f88a0de5f req-a7aa488e-9a52-4d9b-9ea7-4817f6b61ca3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1999254 Apr 22 12:58:50.249544 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:50.293043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=86512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 12:58:50.353105 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cb2ceb70-1adb-4c08-8885-4600ab5bb96e req-dc667e14-1296-46c5-90d3-7a4fbda9f77a tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782381 Apr 22 12:58:50.546975 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02b53329-bab7-450d-acd4-000f88a0de5f req-0945e4a3-d9b8-4689-b560-09a1215621a9 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874932 Apr 22 12:58:50.629421 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Network aaf8a7e0-d562-4399-940d-4425f55ad17d has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 12:58:50.644918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088217'] for segment, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:50.669343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5094897d-3885-4274-8593-6ae30773d9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:50.763858 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6aca0d99-4a31-4cd2-b5f3-b715607b0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'c12a17b8-e9c3-4fa8-8a21-da85eab1ac0b', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'floating_ip_address': '172.28.2.150', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'port_id': '69380f2d-d934-4c77-bf36-d795a39e605b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'mac_address': 'fa:16:3e:9a:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b951b9-f04d-4605-9448-fbc00007093f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:58:08Z', 'updated_at': '2021-04-22T12:58:45Z', 'revision_number': 1, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:58:50.782444 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca0d99-4a31-4cd2-b5f3-b715607b0515 None None] The sync data for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb is: [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'c12a17b8-e9c3-4fa8-8a21-da85eab1ac0b', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'floating_ip_address': '172.28.2.150', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'port_id': '69380f2d-d934-4c77-bf36-d795a39e605b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'mac_address': 'fa:16:3e:9a:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b951b9-f04d-4605-9448-fbc00007093f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:58:08Z', 'updated_at': '2021-04-22T12:58:45Z', 'revision_number': 1, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 12:58:50.862657 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02b53329-bab7-450d-acd4-000f88a0de5f req-ad7384dc-6d8c-4f9a-90e7-9335cae01b33 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047743 Apr 22 12:58:50.940536 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5094897d-3885-4274-8593-6ae30773d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:51.050602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:51.069319 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5094897d-3885-4274-8593-6ae30773d9a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7c521c534424b16afcda0cc689ae4ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0939999 Apr 22 12:58:51.072235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 48970) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:51.100607 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Network aaf8a7e0-d562-4399-940d-4425f55ad17d has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: from cryptography.utils import int_from_bytes Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: from cryptography.utils import int_from_bytes Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: (rel_b, rel_a, rel_b), Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: (rel_b, rel_a, rel_b), Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 12:58:51.142275 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 12:58:51.192220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f4db8b3-c882-4d4e-9faa-f769abb9540a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:51.240454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094897d-3885-4274-8593-6ae30773d9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03792930-961c-4ddc-ba1c-aff226eb5d7c,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:51.259070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5094897d-3885-4274-8593-6ae30773d9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:51.300571 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d857234-1c95-4a68-9472-f9c7fdfdc05c None None] New status for floating IP c12a17b8-e9c3-4fa8-8a21-da85eab1ac0b: ACTIVE {{(pid=86513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 12:58:51.302249 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f4db8b3-c882-4d4e-9faa-f769abb9540a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:51.517325 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:58:51.548035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:51.573230 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:51.581925 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f4db8b3-c882-4d4e-9faa-f769abb9540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:51.591035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:51.626346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4db8b3-c882-4d4e-9faa-f769abb9540a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03792930-961c-4ddc-ba1c-aff226eb5d7c,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:51.648123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf8a7e0-d562-4399-940d-4425f55ad17d,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:51.702137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f4db8b3-c882-4d4e-9faa-f769abb9540a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:51.715120 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f4db8b3-c882-4d4e-9faa-f769abb9540a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:51.721097 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6f4db8b3-c882-4d4e-9faa-f769abb9540a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03792930-961c-4ddc-ba1c-aff226eb5d7c HTTP/1.1" status: 204 len: 168 time: 0.6437061 Apr 22 12:58:51.724088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:58:51.731867 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:58:51.736580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:51.778940 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:51.853307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:51.873770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c511c9-09ae-49d8-b571-29927b1d23f4 req-94d284c2-b0a5-4a9d-a0b7-6ea182251f6f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:51.893609 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-62c511c9-09ae-49d8-b571-29927b1d23f4 req-94d284c2-b0a5-4a9d-a0b7-6ea182251f6f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 945 time: 0.2799284 Apr 22 12:58:51.901759 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:51.913618 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] 10.222.0.11 "DELETE /v2.0/networks/aaf8a7e0-d562-4399-940d-4425f55ad17d HTTP/1.1" status: 204 len: 168 time: 3.1026132 Apr 22 12:58:51.995033 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:58:51.996298 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f870819-b77a-40f6-9f91-f50abcdfb851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:58:52.034048 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:52.036343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:52.094862 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-62c511c9-09ae-49d8-b571-29927b1d23f4 req-f26969b9-f75e-4b14-a24b-28333d1d5837 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995652 Apr 22 12:58:52.125822 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5e65b-7926-4a3f-ab88-377daf36fad5 req-61ba09ab-2727-411c-b79a-3db7e27746f5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:52.129332 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ebc5e65b-7926-4a3f-ab88-377daf36fad5 req-61ba09ab-2727-411c-b79a-3db7e27746f5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.5570951 Apr 22 12:58:52.223629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:52.238613 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:52.318239 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ebc5e65b-7926-4a3f-ab88-377daf36fad5 req-2099cd3c-1687-4dca-96d8-1fe59a4d1c4c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803129 Apr 22 12:58:52.471814 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f870819-b77a-40f6-9f91-f50abcdfb851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31', 'code': 200} Apr 22 12:58:52.752242 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49024) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:52.824151 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-60773eea-924e-42df-a44d-f810d6ccb867 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3825ca9417bb477e86ab37d593cffeee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0704849 Apr 22 12:58:52.828569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49030) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:52.903878 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68eddd8d-3be9-42d8-b976-d79fbc1bca13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:52.937741 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68eddd8d-3be9-42d8-b976-d79fbc1bca13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:53.044458 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7b807-9c39-42e4-afe3-55cfb59a6774 req-a234bc1b-ecc1-42a9-b726-89a1cbbbf93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:53.048921 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e0f7b807-9c39-42e4-afe3-55cfb59a6774 req-a234bc1b-ecc1-42a9-b726-89a1cbbbf93d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 1099 time: 0.1565225 Apr 22 12:58:53.076154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68eddd8d-3be9-42d8-b976-d79fbc1bca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:53.083880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fc1e5b23-0586-4759-ba41-8eb5fbced1aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:53.100916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eddd8d-3be9-42d8-b976-d79fbc1bca13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a7c65-4ca6-428d-8395-94c90316371b,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:53.104363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-68eddd8d-3be9-42d8-b976-d79fbc1bca13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:53.120064 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e0f7b807-9c39-42e4-afe3-55cfb59a6774 req-58de19de-4c8c-4e9f-ad97-2cc08a492e46 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599508 Apr 22 12:58:53.295026 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68eddd8d-3be9-42d8-b976-d79fbc1bca13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:53.296301 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-68eddd8d-3be9-42d8-b976-d79fbc1bca13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/936a7c65-4ca6-428d-8395-94c90316371b HTTP/1.1" status: 204 len: 168 time: 0.4665458 Apr 22 12:58:53.490727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c42b1-9ed7-4cd2-b1fe-3652661482eb req-db81779a-4056-43cd-a684-844409308cc3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:53.494442 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-907c42b1-9ed7-4cd2-b1fe-3652661482eb req-db81779a-4056-43cd-a684-844409308cc3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.1808450 Apr 22 12:58:53.605013 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-907c42b1-9ed7-4cd2-b1fe-3652661482eb req-e9cd21f8-2364-49ae-b06d-ce7d425e32f6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006536 Apr 22 12:58:53.710240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e217b58-6f8d-4b18-866c-149dda175bac req-7c5eece0-e237-480c-a3f6-96a43ac74d17 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:53.713379 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6e217b58-6f8d-4b18-866c-149dda175bac req-7c5eece0-e237-480c-a3f6-96a43ac74d17 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.1920714 Apr 22 12:58:53.828715 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6e217b58-6f8d-4b18-866c-149dda175bac req-a8d9c92c-dd65-41ad-91f2-d5df0ae5727d tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074762 Apr 22 12:58:55.030317 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcb693-91e5-421e-a265-98ac61c86b81 req-351618c2-15aa-46aa-b330-95dc311b1466 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:55.034753 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5ddcb693-91e5-421e-a265-98ac61c86b81 req-351618c2-15aa-46aa-b330-95dc311b1466 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.2471678 Apr 22 12:58:55.158760 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5ddcb693-91e5-421e-a265-98ac61c86b81 req-811dd82f-bf84-42f7-8e61-882226ed6e1b tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149507 Apr 22 12:58:55.201886 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e569b-248c-48db-a72e-92340a222fcb req-e0190078-2c90-4c12-9fd7-0dd86c5ea5de tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:55.222949 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dd0e569b-248c-48db-a72e-92340a222fcb req-e0190078-2c90-4c12-9fd7-0dd86c5ea5de tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.2123923 Apr 22 12:58:55.349564 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dd0e569b-248c-48db-a72e-92340a222fcb req-703068c8-5030-402d-9c7f-d8d75cbcb94a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248252 Apr 22 12:58:55.472396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49118) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:55.789635 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49130) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:55.906804 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f8d3b2e8-bbf6-4ef5-b8c0-12902528795c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:55.945179 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f8129982-c018-45f7-ae91-0b756a02be1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:55.947671 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-f8d3b2e8-bbf6-4ef5-b8c0-12902528795c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:55.962791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-859344717-network', 'tenant_id': '028af9f54afe41f9878fb8e62a487739'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:55.971269 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-f8d3b2e8-bbf6-4ef5-b8c0-12902528795c admin admin] Usage tracker for resource:security_group_rule and tenant:f5d70988a5a046dea5c05473fd07249f is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:55.977753 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:55.982731 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-f8d3b2e8-bbf6-4ef5-b8c0-12902528795c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:55.997071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Usage tracker for resource:network and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:56.002582 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-f8d3b2e8-bbf6-4ef5-b8c0-12902528795c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:56.006805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:56.023775 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:56.096235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Made reservation on behalf of 028af9f54afe41f9878fb8e62a487739 for: {'network': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:58:56.101510 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:56.125318 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:56.163785 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:56.178594 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Usage tracker for resource:security_group_rule and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:56.186771 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:56.213888 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:56.234187 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f8d3b2e8-bbf6-4ef5-b8c0-12902528795c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:56.293453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f8d3b2e8-bbf6-4ef5-b8c0-12902528795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:56.313465 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:56.427164 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f8d3b2e8-bbf6-4ef5-b8c0-12902528795c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5d70988a5a046dea5c05473fd07249f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9493768 Apr 22 12:58:56.428097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49146) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:56.437249 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3b2e8-bbf6-4ef5-b8c0-12902528795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb75466-bfd5-4a06-b406-349bf00a39b9,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:56.443345 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f8d3b2e8-bbf6-4ef5-b8c0-12902528795c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:56.559034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:56.589829 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:56.609121 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=86512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 12:58:56.638808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-35664154-f719-4d67-897f-72cbe3326e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:56.675345 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:56.676552 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Added segment 885c275d-4515-4c9d-8190-56ac719ee71f of type vlan for network 31207420-d65b-4b1e-9a86-8f6b5be77b86 Apr 22 12:58:56.764532 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8854-cc3a-4538-a3d0-7a60ea0d86f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:56.778361 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ac519b-14cb-4c7f-8ec7-a097b773f0ed,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:56.782624 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:56.800448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8854-cc3a-4538-a3d0-7a60ea0d86f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:56.827932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:56.870319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04b43b-34ec-4c2f-879d-adc8f737ccbe req-2127dd4f-ba96-48a0-ab14-c04dec2c05b0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:56.885956 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bd04b43b-34ec-4c2f-879d-adc8f737ccbe req-2127dd4f-ba96-48a0-ab14-c04dec2c05b0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.3787127 Apr 22 12:58:56.898351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a12e79-261d-40a2-837b-b4bf37ec6498 req-4df50082-29d9-4474-bd03-cdfa95e3b992 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:56.898351 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c7a12e79-261d-40a2-837b-b4bf37ec6498 req-4df50082-29d9-4474-bd03-cdfa95e3b992 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.1997907 Apr 22 12:58:57.014785 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c7a12e79-261d-40a2-837b-b4bf37ec6498 req-e63d1a37-67b8-4435-8e38-1458f65cbbbe tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017575 Apr 22 12:58:57.016520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:57.019063 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:57.020353 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:57.055006 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bd04b43b-34ec-4c2f-879d-adc8f737ccbe req-4720a7ce-d1e1-4081-9b95-3e27d0525b79 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621842 Apr 22 12:58:57.073202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8854-cc3a-4538-a3d0-7a60ea0d86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:57.073760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-712aa4b2-3452-4434-829f-2b61f3a36e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:57.081524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f4db8b3-c882-4d4e-9faa-f769abb9540a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:57.114396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a8854-cc3a-4538-a3d0-7a60ea0d86f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb75466-bfd5-4a06-b406-349bf00a39b9,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:57.132548 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4f8a8854-cc3a-4538-a3d0-7a60ea0d86f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:57.146000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8854-cc3a-4538-a3d0-7a60ea0d86f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:57.154714 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4f8a8854-cc3a-4538-a3d0-7a60ea0d86f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7eb75466-bfd5-4a06-b406-349bf00a39b9 HTTP/1.1" status: 204 len: 168 time: 0.7176144 Apr 22 12:58:57.279263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Pushing event updated for resources: {'Network': ['ID=31207420-d65b-4b1e-9a86-8f6b5be77b86,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:57.295210 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4921064 Apr 22 12:58:57.295210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:57.299137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 12:58:57.300196 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49166) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:57.307818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Request body: {'subnet': {'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-859344717-subnet', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:57.317192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:57.330160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Usage tracker for resource:subnet and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:57.357422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:57.374934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:57.525372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Made reservation on behalf of 028af9f54afe41f9878fb8e62a487739 for: {'subnet': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:58:57.534042 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:58.476598 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49194) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:58.521408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b154fbdf-2da5-4806-ac7e-3c6e51a565e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:58.542043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b154fbdf-2da5-4806-ac7e-3c6e51a565e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:58.550843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b154fbdf-2da5-4806-ac7e-3c6e51a565e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b582a575c8e3492da1706e211c1b26f7 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:58.558197 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b154fbdf-2da5-4806-ac7e-3c6e51a565e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:58.564227 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365ef04-fa26-48b4-bdc4-1b2790ee8766 req-fefba4e7-2b6c-41fa-8c53-9d696ebba19c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:58.567069 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c365ef04-fa26-48b4-bdc4-1b2790ee8766 req-fefba4e7-2b6c-41fa-8c53-9d696ebba19c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.2485518 Apr 22 12:58:58.573302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b154fbdf-2da5-4806-ac7e-3c6e51a565e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:58.862080 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c365ef04-fa26-48b4-bdc4-1b2790ee8766 req-452ba579-75d5-4f42-b939-145af54f9110 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861304 Apr 22 12:58:58.881377 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b154fbdf-2da5-4806-ac7e-3c6e51a565e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:58.927250 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b154fbdf-2da5-4806-ac7e-3c6e51a565e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:58.947431 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:59.032104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154fbdf-2da5-4806-ac7e-3c6e51a565e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa62533c-f928-4d89-85f7-c6862f287353,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:59.046163 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b154fbdf-2da5-4806-ac7e-3c6e51a565e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:59.093734 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b154fbdf-2da5-4806-ac7e-3c6e51a565e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b582a575c8e3492da1706e211c1b26f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6139379 Apr 22 12:58:59.097153 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49208) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:59.134619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:59.145329 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:59.261919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4bfde123-6338-42ca-8e3d-b5b183d969c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:59.319959 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4bfde123-6338-42ca-8e3d-b5b183d969c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:59.345997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Checking segment: {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:58:59.346783 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Network hostable DHCP agents. Network: 31207420-d65b-4b1e-9a86-8f6b5be77b86, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 12:58:59.396461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c056221c-c3f3-469d-8ba6-0a1eec805698,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:59.414332 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:59.463036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 12:58:59.529996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, 31207420-d65b-4b1e-9a86-8f6b5be77b86) {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:58:59.535860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:58:59.540102 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:59.549515 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b850f6-1656-4875-aaa1-d1d617376a07 None None] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:58:59.560652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4bfde123-6338-42ca-8e3d-b5b183d969c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:59.572448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ed75ed52-5f16-4b28-8db1-937d0a296aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:58:59.593738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfde123-6338-42ca-8e3d-b5b183d969c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa62533c-f928-4d89-85f7-c6862f287353,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:58:59.595548 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ad0e932b-66fc-485d-934b-6e0378b2dbc8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2939866 Apr 22 12:58:59.596903 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49220) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:58:59.604083 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:58:59.605743 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4bfde123-6338-42ca-8e3d-b5b183d969c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:58:59.614564 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:58:59.617487 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4bfde123-6338-42ca-8e3d-b5b183d969c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:59.622372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Usage tracker for resource:router and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:58:59.636733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:58:59.637571 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4bfde123-6338-42ca-8e3d-b5b183d969c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa62533c-f928-4d89-85f7-c6862f287353 HTTP/1.1" status: 204 len: 168 time: 0.5300803 Apr 22 12:58:59.650276 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:58:59.710987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854379552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764050'] for router, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:59.713432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11750'] for router, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:59.765985 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:58:59.770609 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:00.129579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f5daa8-503a-587a-8e70-634fca0e031f-31207420-d65b-4b1e-9a86-8f6b5be77b86', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698'}]}} from dv-cinder-787262-3-smb. {{(pid=86513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 12:59:00.129579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:00.352185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce5459-e033-40eb-99ad-24f5d3faa8d8 req-f24421e0-2ed5-4a57-b23f-4a40f1e6bfd0 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:00.355271 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6cce5459-e033-40eb-99ad-24f5d3faa8d8 req-f24421e0-2ed5-4a57-b23f-4a40f1e6bfd0 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.1866806 Apr 22 12:59:00.541859 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Allocated IP 172.20.0.2 (31207420-d65b-4b1e-9a86-8f6b5be77b86/c056221c-c3f3-469d-8ba6-0a1eec805698/57c2522b-1fab-48d6-afdb-293fd6eb1abc) {{(pid=86513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:59:00.624933 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2268365a-7cf1-4875-9d4c-bcb43b80b0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:00.993548 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6cce5459-e033-40eb-99ad-24f5d3faa8d8 req-112feb50-2c4b-4c85-a57d-db66d5e53e79 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178482 Apr 22 12:59:01.174025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:01.225940 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-436729', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11733'] for router, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:01.344904 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Notify callbacks [] for port, precommit_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:01.369648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Transition to ACTIVE for port object 57c2522b-1fab-48d6-afdb-293fd6eb1abc will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:59:01.420088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Transition to ACTIVE for port object 57c2522b-1fab-48d6-afdb-293fd6eb1abc will not be triggered until provisioned by entity DHCP. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:59:01.524776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:01.564139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:01.702049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Pushing event updated for resources: {'Port': ['ID=57c2522b-1fab-48d6-afdb-293fd6eb1abc,revision_number=1']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:01.709029 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:01.725204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 is already hosted by enough agents. {{(pid=86513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:59:01.732506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Resources bound (agent type, host, resource id): {{(pid=86513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:59:01.736165 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Received port after_create {{(pid=86513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:59:01.882112 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Attempting to bind port 57c2522b-1fab-48d6-afdb-293fd6eb1abc on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:59:01.882627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Attempting to bind port 57c2522b-1fab-48d6-afdb-293fd6eb1abc by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:59:01.883579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Attempting to bind port 57c2522b-1fab-48d6-afdb-293fd6eb1abc on network 31207420-d65b-4b1e-9a86-8f6b5be77b86 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:59:01.893699 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:59:01.894292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Checking segment: {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:59:01.894763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:01.895369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Bound using segment: {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:59:01.895997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Bound port: 57c2522b-1fab-48d6-afdb-293fd6eb1abc, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:59:01.896467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:02.045689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] For port 57c2522b-1fab-48d6-afdb-293fd6eb1abc, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:59:02.057321 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] For port 57c2522b-1fab-48d6-afdb-293fd6eb1abc, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=57c2522b-1fab-48d6-afdb-293fd6eb1abc,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:59:02.103188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:02.122420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:02.137569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:02.218453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:02.302991 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:02.342733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Pushing event updated for resources: {'Port': ['ID=57c2522b-1fab-48d6-afdb-293fd6eb1abc,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:02.365861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:02.759622 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1ecee-a34f-4458-8f72-33e854f57906 req-fd45489a-e985-4ad9-99ca-1a90bd072c90 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:02.762478 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b8e1ecee-a34f-4458-8f72-33e854f57906 req-fd45489a-e985-4ad9-99ca-1a90bd072c90 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.3773210 Apr 22 12:59:02.869466 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Allocated IP 172.28.2.165 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/43bb723b-ce75-4281-963d-0f05467a46a8) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:59:02.916550 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b8e1ecee-a34f-4458-8f72-33e854f57906 req-2ac57186-91d3-4807-940c-29521f20b97d tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394472 Apr 22 12:59:03.158285 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:03.258030 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:03.264555 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b2522165-b5ff-4dc4-95bf-8e8a085854c0 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:03.417338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Pushing event updated for resources: {'Port': ['ID=43bb723b-ce75-4281-963d-0f05467a46a8,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:03.422548 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225766d-597c-4555-8836-ac5e1f0f255b req-051f2123-e34b-4ad4-a5dc-4913c48df0e9 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:03.424043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:03.424672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2225766d-597c-4555-8836-ac5e1f0f255b req-051f2123-e34b-4ad4-a5dc-4913c48df0e9 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Synchronizing usage tracker for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:network {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:59:03.442897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:59:03.447585 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:59:03.451825 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:59:03.468567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 57c2522b-1fab-48d6-afdb-293fd6eb1abc up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:59:03.530640 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2225766d-597c-4555-8836-ac5e1f0f255b req-051f2123-e34b-4ad4-a5dc-4913c48df0e9 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Unset dirty status for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:network {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:59:03.532131 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-051f2123-e34b-4ad4-a5dc-4913c48df0e9 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 815 time: 0.4995942 Apr 22 12:59:03.581425 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-5ffd3ab6-281e-4ed1-b868-44b2c0d7ec12 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/quotas/6a32cfb1585b426b890f77ee0191ba14 HTTP/1.1" status: 200 len: 375 time: 0.0343235 Apr 22 12:59:03.687040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 57c2522b-1fab-48d6-afdb-293fd6eb1abc completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:59:03.782205 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-a63e783d-cd1c-422f-a947-00a9c884e92a tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1989381 Apr 22 12:59:04.153243 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-2b192a6f-22cc-4e2e-8ed7-c161fa858da8 service neutron] 10.222.0.11 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467987 Apr 22 12:59:04.349540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc55a63b-5d6a-41eb-9983-ee4d30f184f9 None None] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:59:04.525269 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-a25c6395-14d2-412d-86a7-58751d94adc6 service neutron] 10.222.0.11 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532410 Apr 22 12:59:04.616282 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:04.632785 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-5f0d6dc2-c7c5-4abe-87d7-fa6a4b1aae46 None None] Provisioning for port 57c2522b-1fab-48d6-afdb-293fd6eb1abc completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:59:04.647096 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-5f0d6dc2-c7c5-4abe-87d7-fa6a4b1aae46 None None] Provisioning complete for port 57c2522b-1fab-48d6-afdb-293fd6eb1abc triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:04.647940 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6dc2-c7c5-4abe-87d7-fa6a4b1aae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:05.707195 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d9598d54-0465-44bc-935a-fef023ec8c7c req-093668fd-f6aa-47c6-9630-e3bf3e5a7a26 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 210 time: 0.1529944 Apr 22 12:59:05.778676 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c6e58-75c8-44d3-b0f0-6839cea11840 req-ea87d675-0fbc-49d9-9546-cc95b0c6bab2 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:05.782062 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-898c6e58-75c8-44d3-b0f0-6839cea11840 req-ea87d675-0fbc-49d9-9546-cc95b0c6bab2 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 1.4235184 Apr 22 12:59:05.841712 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6dc2-c7c5-4abe-87d7-fa6a4b1aae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:06.028473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-5f0d6dc2-c7c5-4abe-87d7-fa6a4b1aae46 None None] For port 57c2522b-1fab-48d6-afdb-293fd6eb1abc, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=57c2522b-1fab-48d6-afdb-293fd6eb1abc,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:59:06.056267 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:59:06.070944 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6dc2-c7c5-4abe-87d7-fa6a4b1aae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:06.078999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:06.092355 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-898c6e58-75c8-44d3-b0f0-6839cea11840 req-76f3f05f-ed34-4c90-a464-ee6512ef805e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886715 Apr 22 12:59:06.305525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d6dc2-c7c5-4abe-87d7-fa6a4b1aae46 None None] Pushing event updated for resources: {'Port': ['ID=57c2522b-1fab-48d6-afdb-293fd6eb1abc,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:06.318070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5f0d6dc2-c7c5-4abe-87d7-fa6a4b1aae46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:06.343435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-4d1c0643-7848-405e-b802-3d1f30aee3e5 None None] Provisioning complete for port 57c2522b-1fab-48d6-afdb-293fd6eb1abc triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:06.344076 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0643-7848-405e-b802-3d1f30aee3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:06.353802 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854380213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854339117'] for router, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:06.512441 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49394) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:06.791505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-91286f6a-d972-4697-8650-0cf271927c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:06.817289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-91286f6a-d972-4697-8650-0cf271927c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:06.833938 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-91286f6a-d972-4697-8650-0cf271927c56 admin admin] Usage tracker for resource:security_group_rule and tenant:b0d3e37109f4456981365b0b68afacb5 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:06.840943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-91286f6a-d972-4697-8650-0cf271927c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:06.868277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-91286f6a-d972-4697-8650-0cf271927c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:07.096143 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-91286f6a-d972-4697-8650-0cf271927c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:07.119624 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Router ebbd91d7-2923-44aa-bc8a-951ca92151bc is scheduled to L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f with binding_index 1 {{(pid=86511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 12:59:07.127226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-91286f6a-d972-4697-8650-0cf271927c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:07.158188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:07.162060 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-307717e8-0b19-42f3-b66b-e076e00b5437 req-612eb739-fa44-4465-9896-1c9a842852c7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 210 time: 0.1384015 Apr 22 12:59:07.360313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91286f6a-d972-4697-8650-0cf271927c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62252f8d-2cc0-490b-a3a3-0044a85b19af,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:07.374632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 57c2522b-1fab-48d6-afdb-293fd6eb1abc up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:59:07.378207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-91286f6a-d972-4697-8650-0cf271927c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:07.379119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49420) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:07.397174 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-91286f6a-d972-4697-8650-0cf271927c56 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0d3e37109f4456981365b0b68afacb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8828473 Apr 22 12:59:07.402469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49426) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:07.570762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 57c2522b-1fab-48d6-afdb-293fd6eb1abc triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:07.572178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:07.791709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 12:59:07.809156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Sync routers for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 12:59:07.824008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:59:07.824840 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:59:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:59:07.834470 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82acb05a-aa05-4ba8-ba7f-886889a3dcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:07.850683 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3f20d699-2620-41af-8f4c-28b0a9c4e706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:07.873167 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Notify callbacks [] for router, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:07.876538 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2767279 Apr 22 12:59:07.876897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-82acb05a-aa05-4ba8-ba7f-886889a3dcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:07.879695 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49432) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:07.902230 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-82acb05a-aa05-4ba8-ba7f-886889a3dcdc admin admin] Usage tracker for resource:security_group_rule and tenant:7b2cee8010bf457cad20252978aa5c71 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:07.923097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-82acb05a-aa05-4ba8-ba7f-886889a3dcdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:07.930596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3f20d699-2620-41af-8f4c-28b0a9c4e706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:07.967642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-82acb05a-aa05-4ba8-ba7f-886889a3dcdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:08.167094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:59:08.504272 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66a80-eb56-4c8c-90ec-4da193c4e46e req-36c9d7df-1806-42b0-b25b-763de73a31c5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:08.515697 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-85b66a80-eb56-4c8c-90ec-4da193c4e46e req-36c9d7df-1806-42b0-b25b-763de73a31c5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.9031024 Apr 22 12:59:08.673492 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-85b66a80-eb56-4c8c-90ec-4da193c4e46e req-ab60415c-dbba-4097-84f0-50b99bc7ff6a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539476 Apr 22 12:59:08.717839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:03Z', 'revision_number': 3, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:59:08.723355 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Checking router: ebbd91d7-2923-44aa-bc8a-951ca92151bc for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 12:59:08.723898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Updating router ebbd91d7-2923-44aa-bc8a-951ca92151bc port 43bb723b-ce75-4281-963d-0f05467a46a8 binding host dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 12:59:08.849872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:08.955174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3f20d699-2620-41af-8f4c-28b0a9c4e706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:08.971073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f8d3b2e8-bbf6-4ef5-b8c0-12902528795c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:09.164147 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a252e9e8-3225-4564-add5-794902856c89 req-69b082b8-301e-40e2-bd00-69e6c2fb2400 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 210 time: 0.1637483 Apr 22 12:59:09.184132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20d699-2620-41af-8f4c-28b0a9c4e706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62252f8d-2cc0-490b-a3a3-0044a85b19af,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:09.187899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3f20d699-2620-41af-8f4c-28b0a9c4e706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:09.189354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3f20d699-2620-41af-8f4c-28b0a9c4e706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:09.193354 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3f20d699-2620-41af-8f4c-28b0a9c4e706 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62252f8d-2cc0-490b-a3a3-0044a85b19af HTTP/1.1" status: 204 len: 168 time: 1.7893124 Apr 22 12:59:09.208204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82acb05a-aa05-4ba8-ba7f-886889a3dcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:09.276043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-82acb05a-aa05-4ba8-ba7f-886889a3dcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:09.287253 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d974af5b-5057-4c56-a3b9-b9849be4dbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:09.433878 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acb05a-aa05-4ba8-ba7f-886889a3dcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a0f0a2-0748-4efc-9686-45181b07d8dd,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:09.472043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-82acb05a-aa05-4ba8-ba7f-886889a3dcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:09.497501 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-82acb05a-aa05-4ba8-ba7f-886889a3dcdc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b2cee8010bf457cad20252978aa5c71&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1166248 Apr 22 12:59:09.500573 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49470) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:09.542981 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225766d-597c-4555-8836-ac5e1f0f255b req-1bed4072-ae4c-4e4f-aedf-ee0c87bfa242 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:09.546624 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-1bed4072-ae4c-4e4f-aedf-ee0c87bfa242 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 815 time: 0.9104376 Apr 22 12:59:09.584317 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Request body: {'port': {'device_id': '23f15faf-f6d9-487e-9ea9-4d91fe143aca', 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681', 'admin_state_up': True, 'tenant_id': '6a32cfb1585b426b890f77ee0191ba14'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:09.598237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c3442001-2040-41bb-98a9-baf089b782a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:09.675826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c3442001-2040-41bb-98a9-baf089b782a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:09.790743 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Notify callbacks [] for port, precommit_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:09.838240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c3442001-2040-41bb-98a9-baf089b782a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:09.849568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Transition to ACTIVE for port object 43bb723b-ce75-4281-963d-0f05467a46a8 will not be triggered until provisioned by entity L2. {{(pid=86514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:59:09.857817 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:09.872339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3442001-2040-41bb-98a9-baf089b782a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a0f0a2-0748-4efc-9686-45181b07d8dd,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:09.876520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c3442001-2040-41bb-98a9-baf089b782a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:09.887485 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:09.900374 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c3442001-2040-41bb-98a9-baf089b782a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:09.902792 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c3442001-2040-41bb-98a9-baf089b782a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85a0f0a2-0748-4efc-9686-45181b07d8dd HTTP/1.1" status: 204 len: 168 time: 0.4014015 Apr 22 12:59:09.909914 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7bbf7d8c-6495-4170-a976-c55abd7cb08b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:10.074546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Attempting to bind port 43bb723b-ce75-4281-963d-0f05467a46a8 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:59:10.075048 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Attempting to bind port 43bb723b-ce75-4281-963d-0f05467a46a8 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:59:10.075492 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Attempting to bind port 43bb723b-ce75-4281-963d-0f05467a46a8 on network bfb8adc4-3798-4764-90a2-51505efe1733 {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:59:10.087779 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:59:10.088218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Checking segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:59:10.088626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:10.089117 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Bound using segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:59:10.089655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Bound port: 43bb723b-ce75-4281-963d-0f05467a46a8, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:59:10.090244 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:10.093211 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe791b3-bab1-43ed-b6fb-4c9aa9a3061e req-212bd70d-d1b1-4144-b641-2e18db8118e7 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:10.095757 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-afe791b3-bab1-43ed-b6fb-4c9aa9a3061e req-212bd70d-d1b1-4144-b641-2e18db8118e7 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.1767609 Apr 22 12:59:10.134632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Pushing event updated for resources: {'Port': ['ID=43bb723b-ce75-4281-963d-0f05467a46a8,revision_number=2']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:10.157413 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.159357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.159357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.159357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.159357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.159357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.160290 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.160425 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.161120 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.161120 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.161475 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.161830 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:10.169682 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:10.200009 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-afe791b3-bab1-43ed-b6fb-4c9aa9a3061e req-7c620e24-fe4b-4826-9217-c39e8fffe065 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918369 Apr 22 12:59:10.286625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49486) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:10.319763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-45f8016b-bce7-45df-93ef-bdff90ba1916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:10.364289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-45f8016b-bce7-45df-93ef-bdff90ba1916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:10.370192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-45f8016b-bce7-45df-93ef-bdff90ba1916 admin admin] Usage tracker for resource:security_group_rule and tenant:31b108fc74f444dd8597e57ea1b62378 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:10.374295 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-45f8016b-bce7-45df-93ef-bdff90ba1916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:10.392229 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] For port 43bb723b-ce75-4281-963d-0f05467a46a8, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:59:10.395086 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-45f8016b-bce7-45df-93ef-bdff90ba1916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:10.400630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] For port 43bb723b-ce75-4281-963d-0f05467a46a8, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=43bb723b-ce75-4281-963d-0f05467a46a8,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:59:10.442891 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:10.449335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-630456c0-ac05-488f-b647-324a022210e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:10.498163 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:10.538361 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:10.581123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:10.591009 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:59:10.592169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:59:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:59:10.865773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-45f8016b-bce7-45df-93ef-bdff90ba1916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:10.865773 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3c168755-37e3-4f64-908c-d956f5580d94 req-7ce6e816-e4ac-4955-acef-133d503cb7b1 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 210 time: 0.0613730 Apr 22 12:59:10.868318 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Made reservation on behalf of 6a32cfb1585b426b890f77ee0191ba14 for: {'port': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:59:10.868318 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:10.916372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-45f8016b-bce7-45df-93ef-bdff90ba1916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:10.937113 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3f20d699-2620-41af-8f4c-28b0a9c4e706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:11.036662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8016b-bce7-45df-93ef-bdff90ba1916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6277351c-80c8-46e4-9910-7466b64104f6,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:11.047734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-45f8016b-bce7-45df-93ef-bdff90ba1916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:11.093421 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-45f8016b-bce7-45df-93ef-bdff90ba1916 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31b108fc74f444dd8597e57ea1b62378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8048599 Apr 22 12:59:11.104139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49506) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:11.359426 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-735318a6-9b39-45b6-8497-314020a27095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:11.448852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Pushing event updated for resources: {'Port': ['ID=43bb723b-ce75-4281-963d-0f05467a46a8,revision_number=3']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:11.469247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-735318a6-9b39-45b6-8497-314020a27095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:11.561440 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49518) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:11.588387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.139s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:11.610729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-735318a6-9b39-45b6-8497-314020a27095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:11.628832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-45f8016b-bce7-45df-93ef-bdff90ba1916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:11.643036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c7b4fa1e-a06c-49a7-a9b3-794d8d02100f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:11.709708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735318a6-9b39-45b6-8497-314020a27095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6277351c-80c8-46e4-9910-7466b64104f6,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:11.785359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c7b4fa1e-a06c-49a7-a9b3-794d8d02100f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:11.791775 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Allocated IP 172.20.0.1 (31207420-d65b-4b1e-9a86-8f6b5be77b86/c056221c-c3f3-469d-8ba6-0a1eec805698/2b400fd6-89fb-48d1-b86c-b4abdc5ad346) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:59:11.798984 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:59:11.811628 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c7b4fa1e-a06c-49a7-a9b3-794d8d02100f admin admin] Usage tracker for resource:security_group_rule and tenant:668ddbbbd78046c3b7af47bed3a49a3a is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:11.830037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-735318a6-9b39-45b6-8497-314020a27095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:11.840123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-735318a6-9b39-45b6-8497-314020a27095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:11.849238 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-735318a6-9b39-45b6-8497-314020a27095 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6277351c-80c8-46e4-9910-7466b64104f6 HTTP/1.1" status: 204 len: 168 time: 0.7426150 Apr 22 12:59:11.912753 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8990b539-29e0-4d8e-8689-5c0f6c389c45 req-67443f14-254d-4675-8c18-4e112eaeccd7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2199891 Apr 22 12:59:11.922854 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c7b4fa1e-a06c-49a7-a9b3-794d8d02100f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:11.969077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c7b4fa1e-a06c-49a7-a9b3-794d8d02100f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:12.015308 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Allocated IP 172.20.0.14 (9f164ba4-5491-4288-8722-90eb8a2af681/66a1b699-ff64-4199-8272-39af5eba60be/de98dfb3-a230-42e8-b277-1fd1a4aecafe) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:59:12.260886 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49532) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:12.297534 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990b539-29e0-4d8e-8689-5c0f6c389c45 req-4909c728-5d6b-4d92-a968-7b8d9b4cfedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:12.304046 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8990b539-29e0-4d8e-8689-5c0f6c389c45 req-4909c728-5d6b-4d92-a968-7b8d9b4cfedc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 1098 time: 0.2286472 Apr 22 12:59:12.690763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:03Z', 'revision_number': 3, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:59:12.699047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790bd40-9239-4ac9-bc9d-fa55fbe4df08 None None] The sync data for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb is: [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:03Z', 'revision_number': 3, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 12:59:12.747710 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-87332168-1a44-4ce6-a8e4-7ca227da3207 req-997a0b25-cdc1-4fa8-8c62-d1a8911f075e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 210 time: 0.1305380 Apr 22 12:59:12.805942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11ad8a-1dca-4163-83e9-4dd279790b45 req-287072f7-58a8-4823-8edb-f548f9e6a566 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:12.809800 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3c11ad8a-1dca-4163-83e9-4dd279790b45 req-287072f7-58a8-4823-8edb-f548f9e6a566 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 1.0341539 Apr 22 12:59:12.883188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aceb92a9-f7c3-43e8-89f5-703129cd4165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:12.925719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990b539-29e0-4d8e-8689-5c0f6c389c45 req-f9f37d7d-18f4-4a6a-80b6-650315cb6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:12.928754 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8990b539-29e0-4d8e-8689-5c0f6c389c45 req-f9f37d7d-18f4-4a6a-80b6-650315cb6560 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 916 time: 0.5928295 Apr 22 12:59:12.930739 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aceb92a9-f7c3-43e8-89f5-703129cd4165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:12.936030 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aceb92a9-f7c3-43e8-89f5-703129cd4165 admin admin] Usage tracker for resource:security_group_rule and tenant:da998c6ca3944eb3938cc876395fb5fc is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:12.939946 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aceb92a9-f7c3-43e8-89f5-703129cd4165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:13.014132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aceb92a9-f7c3-43e8-89f5-703129cd4165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:13.026831 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8990b539-29e0-4d8e-8689-5c0f6c389c45 req-2b7308b4-1379-4f22-b54f-86cf0e9c163f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9699246-29d7-47f2-89e7-24c335998935 HTTP/1.1" status: 200 len: 217 time: 0.0828183 Apr 22 12:59:13.128409 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3c11ad8a-1dca-4163-83e9-4dd279790b45 req-07fe4951-d239-429e-be82-d9f45afd7fc1 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714586 Apr 22 12:59:13.137139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990b539-29e0-4d8e-8689-5c0f6c389c45 req-1ba461d8-5b51-441c-bccf-20b15a56b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:13.138846 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8990b539-29e0-4d8e-8689-5c0f6c389c45 req-1ba461d8-5b51-441c-bccf-20b15a56b2d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66a1b699-ff64-4199-8272-39af5eba60be HTTP/1.1" status: 200 len: 855 time: 0.0948939 Apr 22 12:59:13.198669 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:13.264750 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:13.347627 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8990b539-29e0-4d8e-8689-5c0f6c389c45 req-ef5051c0-1204-48ec-9734-05438aa5b15b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9f164ba4-5491-4288-8722-90eb8a2af681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1889265 Apr 22 12:59:13.377469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Transition to ACTIVE for port object 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 will not be triggered until provisioned by entity DHCP. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:59:13.402992 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c7b4fa1e-a06c-49a7-a9b3-794d8d02100f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:13.442105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c7b4fa1e-a06c-49a7-a9b3-794d8d02100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:13.462865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7a184467-36d0-4b78-a6ac-1543ea86eeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:13.526189 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4fa1e-a06c-49a7-a9b3-794d8d02100f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e57063-fa9d-42cb-8502-3e96c2e0b1ba,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:13.552908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c7b4fa1e-a06c-49a7-a9b3-794d8d02100f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:13.596558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aceb92a9-f7c3-43e8-89f5-703129cd4165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:13.604799 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c7b4fa1e-a06c-49a7-a9b3-794d8d02100f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=668ddbbbd78046c3b7af47bed3a49a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0374069 Apr 22 12:59:13.610061 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49556) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:13.614949 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8990b539-29e0-4d8e-8689-5c0f6c389c45 req-bfd92c8a-b1db-4661-bedc-cf7133d53493 service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478235 Apr 22 12:59:13.631054 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:13.638143 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:13.678257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:13.699020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['d9699246-29d7-47f2-89e7-24c335998935', 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 12:59:13.741422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:59:13.748272 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:59:13.784597 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:59:13.785254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393230'] for router_interface, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:13.788391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Pushing event updated for resources: {'Port': ['ID=2b400fd6-89fb-48d1-b86c-b4abdc5ad346,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:13.802955 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:13.805472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:13.940060 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aceb92a9-f7c3-43e8-89f5-703129cd4165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:13.970468 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Network 9f164ba4-5491-4288-8722-90eb8a2af681 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:59:13.982977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-668b4494-d215-49ba-b95f-1455aea094f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:13.999782 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-aceb92a9-f7c3-43e8-89f5-703129cd4165 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da998c6ca3944eb3938cc876395fb5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7332194 Apr 22 12:59:14.033339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:59:14.053018 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49572) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:14.105679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92b95b80-e6d2-46d1-a47e-04edac178af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:14.145721 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:59:14.152368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:14.153248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:14.283838 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb92a9-f7c3-43e8-89f5-703129cd4165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f00029-22aa-4042-b304-a9a0474349fc,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:14.345739 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7698758 Apr 22 12:59:14.375320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-aceb92a9-f7c3-43e8-89f5-703129cd4165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:14.383862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92b95b80-e6d2-46d1-a47e-04edac178af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:14.481342 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8990b539-29e0-4d8e-8689-5c0f6c389c45 req-1abf4178-7c52-4f07-b739-a093c89b9eef service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8523412 Apr 22 12:59:14.541971 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92b95b80-e6d2-46d1-a47e-04edac178af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:14.549539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-6a6adc65-c539-4217-86b2-bb0103561a58 None None] Provisioning for port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:59:14.552869 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d3c1a662-fb1d-4a12-bb64-380c508c90cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:14.562737 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Request body: {'port': {'device_id': '23f15faf-f6d9-487e-9ea9-4d91fe143aca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:14.574497 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-6a6adc65-c539-4217-86b2-bb0103561a58 None None] Provisioning complete for port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:14.575923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6a6adc65-c539-4217-86b2-bb0103561a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:14.622988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Pushing event updated for resources: {'Port': ['ID=de98dfb3-a230-42e8-b277-1fd1a4aecafe,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:14.628770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:14.662613 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:14.716592 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b95b80-e6d2-46d1-a47e-04edac178af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e57063-fa9d-42cb-8502-3e96c2e0b1ba,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:14.793264 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-92b95b80-e6d2-46d1-a47e-04edac178af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:14.797212 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92b95b80-e6d2-46d1-a47e-04edac178af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:14.799415 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-92b95b80-e6d2-46d1-a47e-04edac178af7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7e57063-fa9d-42cb-8502-3e96c2e0b1ba HTTP/1.1" status: 204 len: 168 time: 1.1878593 Apr 22 12:59:14.891889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-6a6adc65-c539-4217-86b2-bb0103561a58 None None] Port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 12:59:14.932370 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3995e2b-6e4a-4b78-8170-ec1fac128829 req-20cfbc04-7ef9-46e5-b357-7b9479013806 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:14.949993 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a3995e2b-6e4a-4b78-8170-ec1fac128829 req-20cfbc04-7ef9-46e5-b357-7b9479013806 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.3497877 Apr 22 12:59:15.051102 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a3995e2b-6e4a-4b78-8170-ec1fac128829 req-8a8d18cc-15b9-409f-a0ba-66dd91ab6128 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992115 Apr 22 12:59:15.067437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f5d1bcec-bdd2-4b13-b325-7d5b7fcd5182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:15.122210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f5d1bcec-bdd2-4b13-b325-7d5b7fcd5182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:15.203837 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1904e75-31eb-42e3-852f-16822b79bf8a req-87cce5f6-eb10-4d6a-8c07-fa7849e8d97e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:15.204538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-a1904e75-31eb-42e3-852f-16822b79bf8a req-87cce5f6-eb10-4d6a-8c07-fa7849e8d97e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Synchronizing usage tracker for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:59:15.267125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:15.444362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 43bb723b-ce75-4281-963d-0f05467a46a8 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:59:15.455456 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f5d1bcec-bdd2-4b13-b325-7d5b7fcd5182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:15.469728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:15.611398 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-a1904e75-31eb-42e3-852f-16822b79bf8a req-87cce5f6-eb10-4d6a-8c07-fa7849e8d97e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Unset dirty status for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:59:15.612844 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a1904e75-31eb-42e3-852f-16822b79bf8a req-87cce5f6-eb10-4d6a-8c07-fa7849e8d97e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 932 time: 1.3224418 Apr 22 12:59:15.620226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1bcec-bdd2-4b13-b325-7d5b7fcd5182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f00029-22aa-4042-b304-a9a0474349fc,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:15.636134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f5d1bcec-bdd2-4b13-b325-7d5b7fcd5182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:15.647686 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f5d1bcec-bdd2-4b13-b325-7d5b7fcd5182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:15.653222 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f5d1bcec-bdd2-4b13-b325-7d5b7fcd5182 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46f00029-22aa-4042-b304-a9a0474349fc HTTP/1.1" status: 204 len: 168 time: 1.5947349 Apr 22 12:59:15.672056 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 43bb723b-ce75-4281-963d-0f05467a46a8 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:59:15.683019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 43bb723b-ce75-4281-963d-0f05467a46a8 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:15.683805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:15.683972 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:15.894074 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a1904e75-31eb-42e3-852f-16822b79bf8a req-50b9e45c-ee8f-46f2-8c21-a7eb25091c35 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493014 Apr 22 12:59:15.937698 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:15.967008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 43bb723b-ce75-4281-963d-0f05467a46a8, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=43bb723b-ce75-4281-963d-0f05467a46a8,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:59:16.025272 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:16.030959 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:16.230753 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=43bb723b-ce75-4281-963d-0f05467a46a8,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:16.236873 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:16.524185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49624) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:16.652669 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe34d9-7abc-4949-869e-c1bb3244e7ad req-e28fec08-af5d-4dcc-84ec-6ab2656635dc tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:16.654834 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0cbe34d9-7abc-4949-869e-c1bb3244e7ad req-e28fec08-af5d-4dcc-84ec-6ab2656635dc tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.1873069 Apr 22 12:59:16.667269 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de98dfb3-a230-42e8-b277-1fd1a4aecafe {{(pid=86511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:59:16.688237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:16.731481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:16.735612 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Transition to ACTIVE for port object de98dfb3-a230-42e8-b277-1fd1a4aecafe will not be triggered until provisioned by entity L2. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:59:16.759875 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0cbe34d9-7abc-4949-869e-c1bb3244e7ad req-e0caa06b-7614-442c-8b95-a344fe38ccdd tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970702 Apr 22 12:59:16.770599 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:16.772002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854382487'] for router_interface, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:16.781695 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f6194f33-1196-4615-a07e-61d2790c48ca tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:16.865780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:17.349754 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 43bb723b-ce75-4281-963d-0f05467a46a8 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:59:17.540648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 43bb723b-ce75-4281-963d-0f05467a46a8 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:17.541617 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:17.688394 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:59:17.694745 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Pushing event updated for resources: {'Port': ['ID=2b400fd6-89fb-48d1-b86c-b4abdc5ad346,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:17.716106 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:59:17.725429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:17.735822 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.845s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:17.795734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ba123ae0-c989-4755-a254-87e81351eea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:17.884327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ba123ae0-c989-4755-a254-87e81351eea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:17.891147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ba123ae0-c989-4755-a254-87e81351eea8 admin admin] Usage tracker for resource:security_group_rule and tenant:c8e995eeb4234b018e02ae269e5008e9 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:17.895708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ba123ae0-c989-4755-a254-87e81351eea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:17.904799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ba123ae0-c989-4755-a254-87e81351eea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:18.145257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ba123ae0-c989-4755-a254-87e81351eea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:18.153598 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Pushing event updated for resources: {'Port': ['ID=de98dfb3-a230-42e8-b277-1fd1a4aecafe,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:18.157866 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:18.201993 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Attempting to bind port de98dfb3-a230-42e8-b277-1fd1a4aecafe on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:59:18.202376 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Attempting to bind port de98dfb3-a230-42e8-b277-1fd1a4aecafe by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:59:18.202752 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Attempting to bind port de98dfb3-a230-42e8-b277-1fd1a4aecafe on network 9f164ba4-5491-4288-8722-90eb8a2af681 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:59:18.216543 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-f307417b-8142-4534-abec-0cf171c9d251 None None] Provisioning complete for port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:18.217000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f307417b-8142-4534-abec-0cf171c9d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:18.359847 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ba123ae0-c989-4755-a254-87e81351eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:18.378320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-f307417b-8142-4534-abec-0cf171c9d251 None None] Port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 12:59:18.437429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Port de98dfb3-a230-42e8-b277-1fd1a4aecafe on network 9f164ba4-5491-4288-8722-90eb8a2af681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 12:59:18.437976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Attempting to bind port de98dfb3-a230-42e8-b277-1fd1a4aecafe on network 9f164ba4-5491-4288-8722-90eb8a2af681 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:59:18.445967 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-98115477-8d43-444d-a157-971b61f81845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:18.461289 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ba123ae0-c989-4755-a254-87e81351eea8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8e995eeb4234b018e02ae269e5008e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9358249 Apr 22 12:59:18.480452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49682) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:18.497625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3427bf2-4ceb-46f4-b5f5-ed0ceca7db3f req-b0c060f7-a97b-4611-9576-204445fac060 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:18.506509 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a3427bf2-4ceb-46f4-b5f5-ed0ceca7db3f req-b0c060f7-a97b-4611-9576-204445fac060 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 944 time: 0.9414017 Apr 22 12:59:18.509542 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba123ae0-c989-4755-a254-87e81351eea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7499fed1-e200-4f6d-947b-6472ab1203bf,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:18.513927 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ba123ae0-c989-4755-a254-87e81351eea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:18.519515 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:59:18.520493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Checking segment: {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:59:18.520968 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Bound using segment: {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:59:18.521473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Bound port: de98dfb3-a230-42e8-b277-1fd1a4aecafe, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'}}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:59:18.521919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:18.677245 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e711b295-92b5-4c43-ab23-983ae5ec12fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:18.728086 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a3427bf2-4ceb-46f4-b5f5-ed0ceca7db3f req-a15fa3ca-700a-4760-9fa7-0ad8133ad8b9 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170920 Apr 22 12:59:18.734547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e711b295-92b5-4c43-ab23-983ae5ec12fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:18.795192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa554c1-e2a6-4367-a19b-b3244bb137cf req-96680717-0405-4c72-a9a3-bd963af0a891 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:18.798650 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fa554c1-e2a6-4367-a19b-b3244bb137cf req-96680717-0405-4c72-a9a3-bd963af0a891 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.4082625 Apr 22 12:59:18.852240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Router ebbd91d7-2923-44aa-bc8a-951ca92151bc has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 12:59:18.864616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] For port de98dfb3-a230-42e8-b277-1fd1a4aecafe, host hv-cinder-78726, cleared binding levels {{(pid=86511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:59:18.871336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] For port de98dfb3-a230-42e8-b277-1fd1a4aecafe, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=de98dfb3-a230-42e8-b277-1fd1a4aecafe,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:59:18.936235 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fa554c1-e2a6-4367-a19b-b3244bb137cf req-d55be351-375d-4087-a770-0ef1ca1d65be tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165729 Apr 22 12:59:18.976260 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e711b295-92b5-4c43-ab23-983ae5ec12fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:18.995158 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b154fbdf-2da5-4806-ac7e-3c6e51a565e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:19.029350 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711b295-92b5-4c43-ab23-983ae5ec12fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7499fed1-e200-4f6d-947b-6472ab1203bf,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:19.034707 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e711b295-92b5-4c43-ab23-983ae5ec12fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:19.037144 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e711b295-92b5-4c43-ab23-983ae5ec12fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:19.039242 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e711b295-92b5-4c43-ab23-983ae5ec12fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7499fed1-e200-4f6d-947b-6472ab1203bf HTTP/1.1" status: 204 len: 168 time: 0.5569475 Apr 22 12:59:19.045853 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:19.058687 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:19.415207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:19.416419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:19.419195 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] 10.222.0.89 "PUT /v2.0/ports/de98dfb3-a230-42e8-b277-1fd1a4aecafe HTTP/1.1" status: 200 len: 1094 time: 4.9078999 Apr 22 12:59:19.420180 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f15faf-f6d9-487e-9ea9-4d91fe143aca', 'tag': 'de98dfb3-a230-42e8-b277-1fd1a4aecafe'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:59:19.499728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Pushing event updated for resources: {'Port': ['ID=de98dfb3-a230-42e8-b277-1fd1a4aecafe,revision_number=3']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:19.511849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:19.624856 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f15faf-f6d9-487e-9ea9-4d91fe143aca', 'tag': 'de98dfb3-a230-42e8-b277-1fd1a4aecafe', 'status': 'completed', 'code': 200} Apr 22 12:59:19.649046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 12:59:19.660356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Sync routers for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 12:59:19.689669 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] 10.222.0.11 "PUT /v2.0/routers/ebbd91d7-2923-44aa-bc8a-951ca92151bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8078287 Apr 22 12:59:19.696268 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:59:19.699570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:59:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:59:19.797776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225766d-597c-4555-8836-ac5e1f0f255b req-69478950-7158-4270-9d62-101f12676013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:19.808121 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-69478950-7158-4270-9d62-101f12676013 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 1097 time: 0.2696502 Apr 22 12:59:19.959889 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-aa0371bb-4f31-4378-b04e-63c397d22090 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de98dfb3-a230-42e8-b277-1fd1a4aecafe HTTP/1.1" status: 200 len: 217 time: 0.1390054 Apr 22 12:59:20.019245 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:59:20.216901 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225766d-597c-4555-8836-ac5e1f0f255b req-1498afda-1780-4a12-b0d7-320a386ce957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:20.219081 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-1498afda-1780-4a12-b0d7-320a386ce957 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66a1b699-ff64-4199-8272-39af5eba60be HTTP/1.1" status: 200 len: 855 time: 0.2413592 Apr 22 12:59:20.299499 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4f95-4fd8-4154-9e06-a269e68939a6 req-f1b81411-1b48-4177-8583-706f96475308 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:20.314858 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052b4f95-4fd8-4154-9e06-a269e68939a6 req-f1b81411-1b48-4177-8583-706f96475308 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.2029707 Apr 22 12:59:20.356276 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49720) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:20.371076 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-a8bfad50-916a-40a1-b6ee-5c596a27b89b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9f164ba4-5491-4288-8722-90eb8a2af681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422300 Apr 22 12:59:20.408351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6ff81-1e31-4acb-9a6d-24fa21447934 req-ae0be53c-745a-42af-8022-0c48fa077b9b tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:20.411065 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bbc6ff81-1e31-4acb-9a6d-24fa21447934 req-ae0be53c-745a-42af-8022-0c48fa077b9b tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 944 time: 0.3047056 Apr 22 12:59:20.439926 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052b4f95-4fd8-4154-9e06-a269e68939a6 req-e866b7a6-ac95-4da2-a4ae-f3c06980b2a5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202197 Apr 22 12:59:20.441857 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa66d549-58c9-4ebb-96ea-30c0ecb15a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:20.463618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aa66d549-58c9-4ebb-96ea-30c0ecb15a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:20.479307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aa66d549-58c9-4ebb-96ea-30c0ecb15a7d admin admin] Usage tracker for resource:security_group_rule and tenant:d1d950deb7ec47828a37c87e916aef1b is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:20.487442 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aa66d549-58c9-4ebb-96ea-30c0ecb15a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:20.493625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aa66d549-58c9-4ebb-96ea-30c0ecb15a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:20.678711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa66d549-58c9-4ebb-96ea-30c0ecb15a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:20.700813 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 2, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:59:20.714628 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Checking router: ebbd91d7-2923-44aa-bc8a-951ca92151bc for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 12:59:20.717113 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Updating router ebbd91d7-2923-44aa-bc8a-951ca92151bc port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 binding host dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 12:59:20.732978 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bbc6ff81-1e31-4acb-9a6d-24fa21447934 req-236b1366-f67d-40ce-8ed6-4348c0b8ef27 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709286 Apr 22 12:59:20.797780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa66d549-58c9-4ebb-96ea-30c0ecb15a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:20.838457 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c4c4cd3c-9d2f-49af-a7a9-b8aa9d9757a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:20.893256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:20.899982 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-54fb7cf6-f990-430f-b1d1-93a506ec6cba service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894218 Apr 22 12:59:20.947396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66d549-58c9-4ebb-96ea-30c0ecb15a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110e7c08-7045-4497-b640-d6a7964fa885,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:20.974587 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-aa66d549-58c9-4ebb-96ea-30c0ecb15a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:21.000899 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-aa66d549-58c9-4ebb-96ea-30c0ecb15a7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1d950deb7ec47828a37c87e916aef1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440179 Apr 22 12:59:21.003926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49738) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:21.241451 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d415083-29f9-4055-9e8f-5c63a526fffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:21.288026 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2225766d-597c-4555-8836-ac5e1f0f255b req-b20429b9-ce66-4b77-a6ae-7ea67e676048 service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868833 Apr 22 12:59:21.302745 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d415083-29f9-4055-9e8f-5c63a526fffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:21.544439 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d415083-29f9-4055-9e8f-5c63a526fffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:21.555566 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-92b95b80-e6d2-46d1-a47e-04edac178af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:21.610262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276680-9d60-4fa0-b339-263f6039be66 req-487393e7-0848-4761-9774-c16caa1b7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:21.614475 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-97276680-9d60-4fa0-b339-263f6039be66 req-487393e7-0848-4761-9774-c16caa1b7165 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 1097 time: 0.2085476 Apr 22 12:59:21.622618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d415083-29f9-4055-9e8f-5c63a526fffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110e7c08-7045-4497-b640-d6a7964fa885,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:21.641857 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5d415083-29f9-4055-9e8f-5c63a526fffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:21.645369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d415083-29f9-4055-9e8f-5c63a526fffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:21.647279 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5d415083-29f9-4055-9e8f-5c63a526fffb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/110e7c08-7045-4497-b640-d6a7964fa885 HTTP/1.1" status: 204 len: 168 time: 0.6406159 Apr 22 12:59:21.838017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Notify callbacks [] for port, precommit_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:21.856172 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Transition to ACTIVE for port object 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:59:21.938156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:21.944405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3a03b69e-8b58-4a8c-9e5c-d4bab4ae3529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:22.137571 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e171a-2703-4e8a-abc3-884b54ddd700 None None] Pushing event updated for resources: {'Port': ['ID=2b400fd6-89fb-48d1-b86c-b4abdc5ad346,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:22.137571 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-505e171a-2703-4e8a-abc3-884b54ddd700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:22.142386 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49766) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:22.156303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496249314', 'description': 'tempest-description--777814826'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:22.170924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:22.187685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Usage tracker for resource:security_group and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:22.200368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:22.230842 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:22.313439 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:22.412994 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:22.431396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Usage tracker for resource:security_group_rule and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:22.452976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:22.477946 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:22.730116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9d15a-f652-45ff-8a3f-7af479500dcc req-feab9d6c-a392-4cce-9785-94bc6d0d8017 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:22.732400 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-05b9d15a-f652-45ff-8a3f-7af479500dcc req-feab9d6c-a392-4cce-9785-94bc6d0d8017 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.8495374 Apr 22 12:59:22.734306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276680-9d60-4fa0-b339-263f6039be66 req-20bb378c-a7fe-4938-a067-e03855c6d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:22.736650 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-97276680-9d60-4fa0-b339-263f6039be66 req-20bb378c-a7fe-4938-a067-e03855c6d381 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 916 time: 1.1073077 Apr 22 12:59:22.810637 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Attempting to bind port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:59:22.811454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Attempting to bind port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:59:22.813776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Attempting to bind port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 on network 31207420-d65b-4b1e-9a86-8f6b5be77b86 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:59:22.846231 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:59:22.847526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Checking segment: {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:59:22.849036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:22.850178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Bound using segment: {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:59:22.854722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Bound port: 2b400fd6-89fb-48d1-b86c-b4abdc5ad346, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:59:22.854722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:22.865350 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-97276680-9d60-4fa0-b339-263f6039be66 req-9c468152-981e-4d44-9fbd-c68596209707 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de98dfb3-a230-42e8-b277-1fd1a4aecafe HTTP/1.1" status: 200 len: 217 time: 0.1166165 Apr 22 12:59:22.923355 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b0685-0d88-412b-97b6-fe9a23e79334 req-9d34369a-8c9c-4833-b671-829840aaea8e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:22.933354 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb7b0685-0d88-412b-97b6-fe9a23e79334 req-9d34369a-8c9c-4833-b671-829840aaea8e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 944 time: 0.3530204 Apr 22 12:59:22.967044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:23.044343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:23.077291 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-05b9d15a-f652-45ff-8a3f-7af479500dcc req-fad01dbc-efbe-4484-809b-78709c763f6f tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101567 Apr 22 12:59:23.090216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c4dfb073-6b7b-4d70-89a2-ad4f3298207c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:23.131635 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:23.134589 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9886537 Apr 22 12:59:23.135930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] For port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:59:23.140110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] For port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=2b400fd6-89fb-48d1-b86c-b4abdc5ad346,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:59:23.152831 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49790) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:23.165155 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276680-9d60-4fa0-b339-263f6039be66 req-b9572173-0a54-44f3-9b8c-815f6c593322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:23.169168 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-97276680-9d60-4fa0-b339-263f6039be66 req-b9572173-0a54-44f3-9b8c-815f6c593322 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66a1b699-ff64-4199-8272-39af5eba60be HTTP/1.1" status: 200 len: 855 time: 0.2678738 Apr 22 12:59:23.176631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:23.196230 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ac10066d-ef42-467c-aa53-e2a5303734f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:23.237694 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b0381d-2e96-44fc-8b4c-4446e0a897ba,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:23.242807 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:23.285357 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb7b0685-0d88-412b-97b6-fe9a23e79334 req-4b6980c5-dbec-449a-b300-27df57ca245d tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429294 Apr 22 12:59:23.401123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'security_group_rule': {'security_group_id': 'c3b0381d-2e96-44fc-8b4c-4446e0a897ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:23.421596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:23.455795 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 12:59:23.456503 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T12:59:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:59:23.466244 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Usage tracker for resource:security_group_rule and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:23.486986 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-97276680-9d60-4fa0-b339-263f6039be66 req-2d88b44a-2ef3-4f2b-9096-9a7228a9b3c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9f164ba4-5491-4288-8722-90eb8a2af681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2988095 Apr 22 12:59:23.489628 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:23.511801 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:23.740719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device de98dfb3-a230-42e8-b277-1fd1a4aecafe details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 12:59:23.915740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:23.967843 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-97276680-9d60-4fa0-b339-263f6039be66 req-9b82140b-fab9-4e99-ab4f-8e8e9d5a7c27 service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509900 Apr 22 12:59:24.115885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e171a-2703-4e8a-abc3-884b54ddd700 None None] Pushing event updated for resources: {'Port': ['ID=2b400fd6-89fb-48d1-b86c-b4abdc5ad346,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:24.346299 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:24.451890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port de98dfb3-a230-42e8-b277-1fd1a4aecafe, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=de98dfb3-a230-42e8-b277-1fd1a4aecafe,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:59:24.461518 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:24.493098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f6fb950-bfc1-44c8-b15d-3c6897a421e3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:24.529396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': 'de98dfb3-a230-42e8-b277-1fd1a4aecafe', 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681', 'port_id': 'de98dfb3-a230-42e8-b277-1fd1a4aecafe', 'mac_address': 'fa:16:3e:60:5c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a1b699-ff64-4199-8272-39af5eba60be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 12:59:24.561487 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-505e171a-2703-4e8a-abc3-884b54ddd700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.365s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:24.563826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f183cdec-8473-4e5c-af95-36a22a6e7693,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:24.588850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49824) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:24.650729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.651834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.652817 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.654102 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.655114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.656042 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.657150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.658168 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.659106 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.661072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.661784 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.662419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:24.700547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:24.712437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:24.760952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de98dfb3-a230-42e8-b277-1fd1a4aecafe {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:59:24.784766 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:24.791328 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6108475 Apr 22 12:59:24.794379 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port de98dfb3-a230-42e8-b277-1fd1a4aecafe, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=de98dfb3-a230-42e8-b277-1fd1a4aecafe,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:59:24.801769 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 12:59:24.805547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49834) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:24.808711 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-97276680-9d60-4fa0-b339-263f6039be66 req-e078e83d-b936-45c3-8baa-d133770c7bb1 service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151159 Apr 22 12:59:24.821736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'security_group_rule': {'security_group_id': 'c3b0381d-2e96-44fc-8b4c-4446e0a897ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:24.837361 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:24.845485 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Usage tracker for resource:security_group_rule and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:24.855042 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:24.875118 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:24.902704 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886caa0a-be05-4295-ac20-df39f400bd4c req-57dc19c9-5231-4818-88d6-6cec1cc51b8a tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:24.907234 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:24.911608 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-886caa0a-be05-4295-ac20-df39f400bd4c req-57dc19c9-5231-4818-88d6-6cec1cc51b8a tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 945 time: 0.2648795 Apr 22 12:59:24.925633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7597f672-488a-4d50-a01d-ade7d422f218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:24.930812 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168d8a-4a33-42e5-8677-6294a657af38 req-db70d4a8-407a-49f7-ac63-4f12fd3a0a10 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:24.936803 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fa168d8a-4a33-42e5-8677-6294a657af38 req-db70d4a8-407a-49f7-ac63-4f12fd3a0a10 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.3568602 Apr 22 12:59:24.967215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:25.036660 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-886caa0a-be05-4295-ac20-df39f400bd4c req-c570a8f2-69a3-41f4-a11b-8b672da3ced8 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237991 Apr 22 12:59:25.131216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=de98dfb3-a230-42e8-b277-1fd1a4aecafe,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:25.150398 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fa168d8a-4a33-42e5-8677-6294a657af38 req-e6eeb3ea-52d1-4976-b037-c908c528c855 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879623 Apr 22 12:59:25.159594 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:25.372802 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:25.440631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8649b887-2ca9-476e-9e6d-5eca292f9851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:25.467273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:25.476101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8649b887-2ca9-476e-9e6d-5eca292f9851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:25.480939 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:25.532400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517b5397-6157-4efe-8755-fae05a08c9cb,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:25.549830 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8649b887-2ca9-476e-9e6d-5eca292f9851 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e4ba41034e4c528aa6eb579d780db2 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:25.575726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:25.576107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8649b887-2ca9-476e-9e6d-5eca292f9851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:25.589700 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['de98dfb3-a230-42e8-b277-1fd1a4aecafe'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 12:59:25.595059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8649b887-2ca9-476e-9e6d-5eca292f9851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:25.660569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:25.662103 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8522787 Apr 22 12:59:25.667286 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49858) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:25.673767 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'floatingip': {'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:25.687706 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:25.703383 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Usage tracker for resource:floatingip and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:25.712178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:25.728382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:25.778650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8649b887-2ca9-476e-9e6d-5eca292f9851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:25.812096 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:25.844239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8649b887-2ca9-476e-9e6d-5eca292f9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:25.870554 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4ef5d7ba-d468-4961-b49c-cf0e9dcb3999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:25.917816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649b887-2ca9-476e-9e6d-5eca292f9851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462a3b3d-a4cb-40b2-bb4c-3230a488ba34,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:25.963247 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8649b887-2ca9-476e-9e6d-5eca292f9851 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6e4ba41034e4c528aa6eb579d780db2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2922943 Apr 22 12:59:25.964963 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8649b887-2ca9-476e-9e6d-5eca292f9851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:25.971140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49868) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:26.047716 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88a1c9bb-3025-49ed-a670-75b667df3fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:26.082489 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:26.174356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9049bfee-9973-45ce-820c-f3b681cce75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:26.294320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9049bfee-9973-45ce-820c-f3b681cce75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:26.478643 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9049bfee-9973-45ce-820c-f3b681cce75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:26.489773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:26.510642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:23Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 12:59:26.522473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acdae67-0f83-44cf-9aad-cb6ae38d0dbb None None] The sync data for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb is: [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:23Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 12:59:26.549898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049bfee-9973-45ce-820c-f3b681cce75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462a3b3d-a4cb-40b2-bb4c-3230a488ba34,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:26.556525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9049bfee-9973-45ce-820c-f3b681cce75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:26.660591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Allocated IP 172.28.2.151 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/c8af9567-28af-4fe0-b9cc-f19ba8db65ef) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:59:26.722280 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9049bfee-9973-45ce-820c-f3b681cce75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:26.727868 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-9049bfee-9973-45ce-820c-f3b681cce75d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/462a3b3d-a4cb-40b2-bb4c-3230a488ba34 HTTP/1.1" status: 204 len: 168 time: 0.7511342 Apr 22 12:59:26.815012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99edd7-a668-4393-92db-751e91c9f38e req-0ded2b70-cbb2-4e3b-af3c-fae86fec9939 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:26.837321 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fb99edd7-a668-4393-92db-751e91c9f38e req-0ded2b70-cbb2-4e3b-af3c-fae86fec9939 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.2729075 Apr 22 12:59:26.943790 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fb99edd7-a668-4393-92db-751e91c9f38e req-5066d20a-7177-43b9-bfea-79be83637a71 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051271 Apr 22 12:59:27.066823 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d3eb4-e528-4354-aa94-79e7ee13dd69 req-860d6f41-8772-4810-ab47-11c3310b447c tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:27.080746 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e12d3eb4-e528-4354-aa94-79e7ee13dd69 req-860d6f41-8772-4810-ab47-11c3310b447c tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 945 time: 0.2663593 Apr 22 12:59:27.100888 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:27.200447 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e12d3eb4-e528-4354-aa94-79e7ee13dd69 req-673d86a7-8ad5-4927-9bf6-6ae95d410f14 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164844 Apr 22 12:59:27.356221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:27.366260 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:27.446992 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:59:27.495332 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'Port': ['ID=c8af9567-28af-4fe0-b9cc-f19ba8db65ef,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:27.517711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:27.555076 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:59:27.558014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:59:27.565252 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:59:27.616018 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:59:27.632792 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:27.635398 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:27.769556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device de98dfb3-a230-42e8-b277-1fd1a4aecafe up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:59:27.829495 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:28.105709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:28.107913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:28.168651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port de98dfb3-a230-42e8-b277-1fd1a4aecafe completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:59:28.199588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port de98dfb3-a230-42e8-b277-1fd1a4aecafe triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:28.199980 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:28.280382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49920) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:28.306423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=2b400fd6-89fb-48d1-b86c-b4abdc5ad346,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:59:28.401305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:28.412384 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:28.705117 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:28.749749 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:28.776608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:28.794934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49924) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:28.819961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9c5ece93-3010-4471-8133-7ccb706d3847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:28.912508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=2b400fd6-89fb-48d1-b86c-b4abdc5ad346,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:28.925310 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:28.952529 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:28.965596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9c5ece93-3010-4471-8133-7ccb706d3847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:28.975575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9c5ece93-3010-4471-8133-7ccb706d3847 admin admin] Usage tracker for resource:security_group_rule and tenant:acc83259859441f7a03172ff4a9fac82 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:28.983292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9c5ece93-3010-4471-8133-7ccb706d3847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:28.997555 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9c5ece93-3010-4471-8133-7ccb706d3847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:29.069276 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f15faf-f6d9-487e-9ea9-4d91fe143aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de98dfb3-a230-42e8-b277-1fd1a4aecafe'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:59:29.092871 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port de98dfb3-a230-42e8-b277-1fd1a4aecafe, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=de98dfb3-a230-42e8-b277-1fd1a4aecafe,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:59:29.153245 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:29.157264 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:29.158124 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65534b57-960b-4df5-b3ca-eb4c52780118 req-6cd799db-9869-440d-bd67-d8a78b851725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:29.164387 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-65534b57-960b-4df5-b3ca-eb4c52780118 req-6cd799db-9869-440d-bd67-d8a78b851725 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 1098 time: 0.8749020 Apr 22 12:59:29.166314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c58b1203-ab24-4820-ad32-bd38d4a1bdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:29.217996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c58b1203-ab24-4820-ad32-bd38d4a1bdc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:29.242661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c58b1203-ab24-4820-ad32-bd38d4a1bdc5 admin admin] Usage tracker for resource:security_group_rule and tenant:3b23a53383014785b30b11e53f7fdaa6 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:29.249966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c58b1203-ab24-4820-ad32-bd38d4a1bdc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:29.285966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95be1-6f3e-4acd-92cd-eae6db3cc283 req-c4c5d3f9-8aa9-43a0-94a2-1014960827a0 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:29.295282 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-76a95be1-6f3e-4acd-92cd-eae6db3cc283 req-c4c5d3f9-8aa9-43a0-94a2-1014960827a0 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.6823304 Apr 22 12:59:29.306044 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-65534b57-960b-4df5-b3ca-eb4c52780118 req-76fbcfb8-db9c-48a1-a452-efec37657b8e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113405 Apr 22 12:59:29.313075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c58b1203-ab24-4820-ad32-bd38d4a1bdc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:29.388660 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'Port': ['ID=c8af9567-28af-4fe0-b9cc-f19ba8db65ef,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:29.410150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.411029 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.411438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.411841 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.412346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.412887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.413414 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.413701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.414193 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.414782 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.415360 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.415752 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:29.421793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:29.427407 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-76a95be1-6f3e-4acd-92cd-eae6db3cc283 req-4d708401-e3c7-48f4-87b6-2a737c6e4058 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309824 Apr 22 12:59:29.486276 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=de98dfb3-a230-42e8-b277-1fd1a4aecafe,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:29.490997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:59:29.631297 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49934) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:29.643220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:29.703913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:29.707003 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f15faf-f6d9-487e-9ea9-4d91fe143aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de98dfb3-a230-42e8-b277-1fd1a4aecafe', 'code': 200} Apr 22 12:59:29.709173 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c58b1203-ab24-4820-ad32-bd38d4a1bdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:29.720430 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9c5ece93-3010-4471-8133-7ccb706d3847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:29.753419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c58b1203-ab24-4820-ad32-bd38d4a1bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:29.779838 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:29.786220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73be18-bd64-4b46-8f88-0c93ae9d5909 req-64c7b722-fc7c-4afd-a74e-5803ef99076f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:29.795348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:29.802653 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6a73be18-bd64-4b46-8f88-0c93ae9d5909 req-64c7b722-fc7c-4afd-a74e-5803ef99076f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 946 time: 0.4187567 Apr 22 12:59:29.805390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:29.808477 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:29.824722 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1422095 Apr 22 12:59:29.870473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9c5ece93-3010-4471-8133-7ccb706d3847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:29.923647 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6a73be18-bd64-4b46-8f88-0c93ae9d5909 req-2aa196b0-0553-4e71-ad5f-c38778fa1793 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193416 Apr 22 12:59:30.040663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:30.214596 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-9c5ece93-3010-4471-8133-7ccb706d3847 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=acc83259859441f7a03172ff4a9fac82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9323139 Apr 22 12:59:30.285258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49954) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:30.286183 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e55b51cd-a63f-4e57-89be-af9a676c17c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:30.293807 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c58b1203-ab24-4820-ad32-bd38d4a1bdc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b23a53383014785b30b11e53f7fdaa6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4786181 Apr 22 12:59:30.302508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 49956) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:30.303517 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b1203-ab24-4820-ad32-bd38d4a1bdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3658f6c-21f9-4068-9198-9ada69e16e44,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:30.330984 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-e55b51cd-a63f-4e57-89be-af9a676c17c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:30.338161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c58b1203-ab24-4820-ad32-bd38d4a1bdc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:30.338694 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-e55b51cd-a63f-4e57-89be-af9a676c17c5 admin admin] Usage tracker for resource:security_group_rule and tenant:eedb3506e46f4fcfa3d80e5338d1b310 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:30.339701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-507638db-91cc-456b-82b8-57e14889739d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:30.362945 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-e55b51cd-a63f-4e57-89be-af9a676c17c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:30.373418 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-e55b51cd-a63f-4e57-89be-af9a676c17c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:30.405364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ad19aa6d-4ddd-420e-b121-475685379252 req-4faf6571-5651-4ccb-992a-9d35378aa011 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Synchronizing usage tracker for tenant:028af9f54afe41f9878fb8e62a487739 on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:59:30.436792 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d6d622d9-6477-4b71-849e-220f3bb5392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:30.499236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ad19aa6d-4ddd-420e-b121-475685379252 req-4faf6571-5651-4ccb-992a-9d35378aa011 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Unset dirty status for tenant:028af9f54afe41f9878fb8e62a487739 on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:59:30.500752 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-4faf6571-5651-4ccb-992a-9d35378aa011 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1496249314&fields=id&tenant_id=028af9f54afe41f9878fb8e62a487739 HTTP/1.1" status: 200 len: 267 time: 0.1643608 Apr 22 12:59:30.544889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ece93-3010-4471-8133-7ccb706d3847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1668a7-e30a-427a-9513-1ea255a682f2,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:30.583149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9c5ece93-3010-4471-8133-7ccb706d3847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:30.612811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:30.619177 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e55b51cd-a63f-4e57-89be-af9a676c17c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:30.680563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e55b51cd-a63f-4e57-89be-af9a676c17c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:30.682446 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c1ec02c9-b5a0-4eb1-98a1-78b733d4873a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:30.701650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-735318a6-9b39-45b6-8497-314020a27095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:30.764146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c1ec02c9-b5a0-4eb1-98a1-78b733d4873a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:30.797367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8f777b71-3602-48d3-ac42-3d285168b1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:30.808746 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e55b51cd-a63f-4e57-89be-af9a676c17c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eedb3506e46f4fcfa3d80e5338d1b310&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1435905 Apr 22 12:59:30.826764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e898ca-09ff-4e6b-a5de-46deb26c364d req-b8fca24f-98d3-4b6e-ae76-a8d362213cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:30.827897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b51cd-a63f-4e57-89be-af9a676c17c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3492bf-6912-4b99-a0b3-88e4697431d0,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:30.828644 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b1e898ca-09ff-4e6b-a5de-46deb26c364d req-b8fca24f-98d3-4b6e-ae76-a8d362213cb0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 1099 time: 0.6077063 Apr 22 12:59:30.833761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e55b51cd-a63f-4e57-89be-af9a676c17c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:30.840368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 49968) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:30.937563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19aa6d-4ddd-420e-b121-475685379252 req-975eea78-f54d-4820-85e3-80f8a8a23c0d tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:30.938980 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ad19aa6d-4ddd-420e-b121-475685379252 req-975eea78-f54d-4820-85e3-80f8a8a23c0d tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Synchronizing usage tracker for tenant:028af9f54afe41f9878fb8e62a487739 on resource:network {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:59:30.975748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8f777b71-3602-48d3-ac42-3d285168b1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:31.031932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-32594e02-d0df-4b70-b653-7307e6d73f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:31.078922 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ad19aa6d-4ddd-420e-b121-475685379252 req-975eea78-f54d-4820-85e3-80f8a8a23c0d tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Unset dirty status for tenant:028af9f54afe41f9878fb8e62a487739 on resource:network {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:59:31.081498 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-975eea78-f54d-4820-85e3-80f8a8a23c0d tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/networks?id=31207420-d65b-4b1e-9a86-8f6b5be77b86 HTTP/1.1" status: 200 len: 810 time: 0.5597577 Apr 22 12:59:31.091558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-32594e02-d0df-4b70-b653-7307e6d73f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:31.093140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d393dfd-366b-4ce1-85dc-cbe39963422f req-ab5d4fb5-5bdb-4173-b74e-4a61449f0bb7 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:31.094960 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8d393dfd-366b-4ce1-85dc-cbe39963422f req-ab5d4fb5-5bdb-4173-b74e-4a61449f0bb7 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.4599597 Apr 22 12:59:31.100145 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b1e898ca-09ff-4e6b-a5de-46deb26c364d req-06172a32-4774-4c83-a552-09ffabc4acec service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361469 Apr 22 12:59:31.144319 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-c5d7643b-3c67-48d9-ab24-f7b505ead3fb tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/quotas/028af9f54afe41f9878fb8e62a487739 HTTP/1.1" status: 200 len: 375 time: 0.0387080 Apr 22 12:59:31.150953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c1ec02c9-b5a0-4eb1-98a1-78b733d4873a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:31.162171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c7b4fa1e-a06c-49a7-a9b3-794d8d02100f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:31.184063 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8f777b71-3602-48d3-ac42-3d285168b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:31.194121 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8d393dfd-366b-4ce1-85dc-cbe39963422f req-ee918471-902d-4df8-82de-930440bc38a7 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897856 Apr 22 12:59:31.199514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec02c9-b5a0-4eb1-98a1-78b733d4873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3658f6c-21f9-4068-9198-9ada69e16e44,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:31.214210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c1ec02c9-b5a0-4eb1-98a1-78b733d4873a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:31.216831 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:31.259701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8f777b71-3602-48d3-ac42-3d285168b1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:31.262125 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8f777b71-3602-48d3-ac42-3d285168b1d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf1668a7-e30a-427a-9513-1ea255a682f2 HTTP/1.1" status: 204 len: 168 time: 0.9636075 Apr 22 12:59:31.265975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f777b71-3602-48d3-ac42-3d285168b1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1668a7-e30a-427a-9513-1ea255a682f2,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:31.270034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8f777b71-3602-48d3-ac42-3d285168b1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:31.271526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c1ec02c9-b5a0-4eb1-98a1-78b733d4873a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:31.278657 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c1ec02c9-b5a0-4eb1-98a1-78b733d4873a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3658f6c-21f9-4068-9198-9ada69e16e44 HTTP/1.1" status: 204 len: 168 time: 0.9705291 Apr 22 12:59:31.477239 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-5a8c6692-ea22-4b16-baa3-10101302ae59 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=028af9f54afe41f9878fb8e62a487739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3031240 Apr 22 12:59:31.489305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-32594e02-d0df-4b70-b653-7307e6d73f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:31.496900 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-68eddd8d-3be9-42d8-b976-d79fbc1bca13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:31.549153 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32594e02-d0df-4b70-b653-7307e6d73f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3492bf-6912-4b99-a0b3-88e4697431d0,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:31.556698 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-32594e02-d0df-4b70-b653-7307e6d73f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:31.602097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf993ca8-ba32-4a6c-8d95-64cfb73e1a79 req-266e8f34-7b1f-459b-855f-5c9cd8a998c6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:31.615883 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bf993ca8-ba32-4a6c-8d95-64cfb73e1a79 req-266e8f34-7b1f-459b-855f-5c9cd8a998c6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 946 time: 0.1911132 Apr 22 12:59:31.653983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-32594e02-d0df-4b70-b653-7307e6d73f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:31.655351 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-32594e02-d0df-4b70-b653-7307e6d73f4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b3492bf-6912-4b99-a0b3-88e4697431d0 HTTP/1.1" status: 204 len: 168 time: 0.8137991 Apr 22 12:59:31.676611 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bf993ca8-ba32-4a6c-8d95-64cfb73e1a79 req-a22b3818-d8de-4bdf-94f5-7fe6a27ad6ae tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590479 Apr 22 12:59:31.780474 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-6977febd-4668-44fe-b20b-64ce4007af11 service neutron] 10.222.0.11 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725968 Apr 22 12:59:32.011543 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-22428721-7597-4821-8389-af5e56251eb2 service neutron] 10.222.0.11 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173724 Apr 22 12:59:32.155439 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:32.581356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 50000) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:32.622797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a46747-3e04-4677-b64e-7ad2442878b7 req-58bcc14d-5077-4e1d-b484-f4ba6501bfa8 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:32.632728 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-88a46747-3e04-4677-b64e-7ad2442878b7 req-58bcc14d-5077-4e1d-b484-f4ba6501bfa8 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.2159331 Apr 22 12:59:32.642103 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9de06ea6-5e70-45a7-953d-04832f8b4cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:32.642279 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c79ec0b9-8376-494b-a5e4-6bea21359172 req-efe98af7-2884-44e0-a59f-9749c80348c5 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 210 time: 0.1098726 Apr 22 12:59:32.710578 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-88a46747-3e04-4677-b64e-7ad2442878b7 req-ab5b15ef-d002-4f2b-b709-08b50ddd7dfc tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756929 Apr 22 12:59:32.722961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9de06ea6-5e70-45a7-953d-04832f8b4cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:32.728057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9de06ea6-5e70-45a7-953d-04832f8b4cee admin admin] Usage tracker for resource:security_group_rule and tenant:912848a7d0f141b8854d9586a62401f7 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:32.740730 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9de06ea6-5e70-45a7-953d-04832f8b4cee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:32.749369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9de06ea6-5e70-45a7-953d-04832f8b4cee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:32.889023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9de06ea6-5e70-45a7-953d-04832f8b4cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:32.933145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9de06ea6-5e70-45a7-953d-04832f8b4cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:32.966179 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c58b1203-ab24-4820-ad32-bd38d4a1bdc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:33.036168 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-9de06ea6-5e70-45a7-953d-04832f8b4cee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=912848a7d0f141b8854d9586a62401f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470813 Apr 22 12:59:33.058330 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de06ea6-5e70-45a7-953d-04832f8b4cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac96a9f-e4ac-4423-9622-cb9eb55340eb,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:33.061839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9de06ea6-5e70-45a7-953d-04832f8b4cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:33.062406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 50020) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:33.153327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ec3ee7f2-5ee4-4dd6-b4f2-a6976e0f5bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:33.265643 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ec3ee7f2-5ee4-4dd6-b4f2-a6976e0f5bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:33.280461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e5057-f0b0-4c3c-9cac-b4faccdfe602 req-63cf1c4a-38d5-4686-aeee-966b75899b0e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:33.283516 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-637e5057-f0b0-4c3c-9cac-b4faccdfe602 req-63cf1c4a-38d5-4686-aeee-966b75899b0e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 946 time: 0.2713478 Apr 22 12:59:33.324897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ec3e2-9b62-4402-afac-fc3ca91da80d req-a0a73e21-9b8a-4f26-81d0-8237364944cf tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:33.327689 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bd4ec3e2-9b62-4402-afac-fc3ca91da80d req-a0a73e21-9b8a-4f26-81d0-8237364944cf tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1760044 Apr 22 12:59:33.345221 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-637e5057-f0b0-4c3c-9cac-b4faccdfe602 req-c29e8a9f-ac94-4fe0-b361-7ad8853f2950 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535135 Apr 22 12:59:33.421120 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bd4ec3e2-9b62-4402-afac-fc3ca91da80d req-977995f5-d56c-4498-a3d1-2c246b66ca58 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769935 Apr 22 12:59:33.507498 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ec3ee7f2-5ee4-4dd6-b4f2-a6976e0f5bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:33.527536 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8649b887-2ca9-476e-9e6d-5eca292f9851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:33.564114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ee7f2-5ee4-4dd6-b4f2-a6976e0f5bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac96a9f-e4ac-4423-9622-cb9eb55340eb,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:33.567770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ec3ee7f2-5ee4-4dd6-b4f2-a6976e0f5bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:33.570447 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ec3ee7f2-5ee4-4dd6-b4f2-a6976e0f5bb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bac96a9f-e4ac-4423-9622-cb9eb55340eb HTTP/1.1" status: 204 len: 168 time: 0.5065298 Apr 22 12:59:33.572522 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ec3ee7f2-5ee4-4dd6-b4f2-a6976e0f5bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:33.926065 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-da890550-ac79-4f24-8047-fa14afaaf7ce req-7d4c99e1-1708-4bae-8ad8-f13afc18ee72 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Synchronizing usage tracker for tenant:028af9f54afe41f9878fb8e62a487739 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:59:34.012257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-da890550-ac79-4f24-8047-fa14afaaf7ce req-7d4c99e1-1708-4bae-8ad8-f13afc18ee72 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Unset dirty status for tenant:028af9f54afe41f9878fb8e62a487739 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:59:34.023795 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-da890550-ac79-4f24-8047-fa14afaaf7ce req-7d4c99e1-1708-4bae-8ad8-f13afc18ee72 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 210 time: 0.2386301 Apr 22 12:59:34.983755 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50080) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:35.421312 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d086ca6f-800e-4d2c-ae29-5a3d2483e717 req-c272aeb0-38a1-4fea-b242-33d820563fcf tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 210 time: 0.1039317 Apr 22 12:59:35.611201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1784699538-network', 'tenant_id': '52b6663dd7424885ab8bc57aa5938a13'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:35.617704 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:35.623867 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Usage tracker for resource:network and tenant:52b6663dd7424885ab8bc57aa5938a13 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:35.635127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:35.654045 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:35.697611 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Made reservation on behalf of 52b6663dd7424885ab8bc57aa5938a13 for: {'network': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:59:35.708113 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:35.749887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:35.791655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:35.801511 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Usage tracker for resource:security_group_rule and tenant:52b6663dd7424885ab8bc57aa5938a13 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:35.808454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:35.822933 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:36.050846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:36.116877 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:36.120647 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c3442001-2040-41bb-98a9-baf089b782a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:36.188737 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=86512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 12:59:36.244897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ac9fee-a061-4270-b39d-9c1ed88ff4c8,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:36.269226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:36.269226 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Added segment dab0c8b1-e1df-4b5e-b469-4c25ff0e3135 of type vlan for network 41b517e6-014b-403c-8619-5e5be9b86caa Apr 22 12:59:36.352377 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:36.371921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:36.558017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:36.560035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:36.563686 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:36.599937 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:36.779180 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7882223 Apr 22 12:59:36.803146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50140) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:36.817582 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Request body: {'subnet': {'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1784699538-subnet', 'tenant_id': '52b6663dd7424885ab8bc57aa5938a13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:36.825607 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:36.831717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Usage tracker for resource:subnet and tenant:52b6663dd7424885ab8bc57aa5938a13 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:36.836057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:36.844459 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:36.870848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Pushing event updated for resources: {'Network': ['ID=41b517e6-014b-403c-8619-5e5be9b86caa,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:36.878267 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:36.895920 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network 41b517e6-014b-403c-8619-5e5be9b86caa details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 12:59:36.903626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Made reservation on behalf of 52b6663dd7424885ab8bc57aa5938a13 for: {'subnet': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:59:36.904602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19aa6d-4ddd-420e-b121-475685379252 req-e582e49b-4e01-4b3d-9594-140576b2ea13 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:36.906819 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-e582e49b-4e01-4b3d-9594-140576b2ea13 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.89 "GET /v2.0/networks?id=31207420-d65b-4b1e-9a86-8f6b5be77b86 HTTP/1.1" status: 200 len: 810 time: 0.4174175 Apr 22 12:59:36.910527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2332739'] for subnet, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:37.070467 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f51749b3-121b-49d1-aa67-8c8a0a7ab47c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=028af9f54afe41f9878fb8e62a487739 HTTP/1.1" status: 200 len: 380 time: 0.1411111 Apr 22 12:59:37.083385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'port': {'device_id': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'admin_state_up': True, 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'security_groups': ['c3b0381d-2e96-44fc-8b4c-4446e0a897ba']}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:37.486158 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-420b58b4-90fe-4e6a-b85f-4efd8d0a4e85 req-3d35d16f-6668-43d6-a41c-6f88d4b1335f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 210 time: 0.3438940 Apr 22 12:59:37.503044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:37.516303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:37.577801 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Made reservation on behalf of 028af9f54afe41f9878fb8e62a487739 for: {'port': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:59:37.588192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:37.645699 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc2b5-f3ba-437e-8767-f13626a386e7 req-ade3bd16-6b1d-4d2b-b630-0a7a286a6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:37.647593 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f0ecc2b5-f3ba-437e-8767-f13626a386e7 req-ade3bd16-6b1d-4d2b-b630-0a7a286a6597 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 1098 time: 0.3770483 Apr 22 12:59:37.778596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554cdb0-b4b5-4dcf-996a-7f0d276d79cb req-234b31a1-b1f0-418f-bfb5-dfefb3aa965e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:37.789857 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4554cdb0-b4b5-4dcf-996a-7f0d276d79cb req-234b31a1-b1f0-418f-bfb5-dfefb3aa965e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.3061082 Apr 22 12:59:37.852824 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4554cdb0-b4b5-4dcf-996a-7f0d276d79cb req-bdd98147-44b3-4e3c-9007-58e360c5432d tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615301 Apr 22 12:59:37.975956 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Allocated IP 172.20.0.5 (31207420-d65b-4b1e-9a86-8f6b5be77b86/c056221c-c3f3-469d-8ba6-0a1eec805698/d5f81898-6b0a-4701-a3dc-65b82c6d9ede) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:59:38.187740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc2b5-f3ba-437e-8767-f13626a386e7 req-7548bc94-8826-4390-827a-ee44b1bc203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:38.190633 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f0ecc2b5-f3ba-437e-8767-f13626a386e7 req-7548bc94-8826-4390-827a-ee44b1bc203d service neutron] 10.222.0.89 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 920 time: 0.5287344 Apr 22 12:59:38.349261 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:38.356077 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f0ecc2b5-f3ba-437e-8767-f13626a386e7 req-f2fbb429-9312-4be0-84e4-35903b7c1939 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e HTTP/1.1" status: 200 len: 217 time: 0.1432273 Apr 22 12:59:38.387203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Transition to ACTIVE for port object d5f81898-6b0a-4701-a3dc-65b82c6d9ede will not be triggered until provisioned by entity DHCP. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:59:38.479544 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:38.494652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e84ef742-68be-4229-a29a-184eadbb8ee1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:38.598294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc2b5-f3ba-437e-8767-f13626a386e7 req-9acf6453-e7ed-4abd-ad04-19a0ef78c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:38.601274 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f0ecc2b5-f3ba-437e-8767-f13626a386e7 req-9acf6453-e7ed-4abd-ad04-19a0ef78c348 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 200 len: 859 time: 0.2204955 Apr 22 12:59:38.632733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:59:38.637542 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:59:38.643020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:59:38.650612 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:38.651364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:38.691324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'Port': ['ID=d5f81898-6b0a-4701-a3dc-65b82c6d9ede,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:38.702510 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:38.710616 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6320794 Apr 22 12:59:38.731255 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Request body: {'port': {'device_id': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:38.759701 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f0ecc2b5-f3ba-437e-8767-f13626a386e7 req-811ac158-366e-4f7e-a38d-fb03cc7e1109 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85edf73c-9312-4784-969b-14c6f03936f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459007 Apr 22 12:59:38.774131 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3087039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2332754'] for subnet, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:38.829959 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:38.956896 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff409ae-b9c2-4361-9004-1a3c25785c19,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:39.095195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:39.133086 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:39.244221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-09471f9c-e4f7-4c0d-9fcd-1677b9fd6704 None None] Provisioning for port d5f81898-6b0a-4701-a3dc-65b82c6d9ede completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:59:39.262534 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-09471f9c-e4f7-4c0d-9fcd-1677b9fd6704 None None] Provisioning complete for port d5f81898-6b0a-4701-a3dc-65b82c6d9ede triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:39.269634 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-09471f9c-e4f7-4c0d-9fcd-1677b9fd6704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:39.269980 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Checking segment: {'id': 'dab0c8b1-e1df-4b5e-b469-4c25ff0e3135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:59:39.270418 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Network hostable DHCP agents. Network: 41b517e6-014b-403c-8619-5e5be9b86caa, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 12:59:39.399549 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f0ecc2b5-f3ba-437e-8767-f13626a386e7 req-f6a8a3d7-0958-4131-b18f-f0486abf3789 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237726 Apr 22 12:59:39.523893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-09471f9c-e4f7-4c0d-9fcd-1677b9fd6704 None None] Port d5f81898-6b0a-4701-a3dc-65b82c6d9ede cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 12:59:39.526375 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3407bb6-8d84-4c78-9e6a-3ac51b9128f3 req-ecb316be-2f60-4c70-8a3d-337988db43c9 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:39.527364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-f3407bb6-8d84-4c78-9e6a-3ac51b9128f3 req-ecb316be-2f60-4c70-8a3d-337988db43c9 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Synchronizing usage tracker for tenant:028af9f54afe41f9878fb8e62a487739 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:59:39.669745 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-f3407bb6-8d84-4c78-9e6a-3ac51b9128f3 req-ecb316be-2f60-4c70-8a3d-337988db43c9 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Unset dirty status for tenant:028af9f54afe41f9878fb8e62a487739 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:59:39.673289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Network 41b517e6-014b-403c-8619-5e5be9b86caa is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 12:59:39.673525 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f3407bb6-8d84-4c78-9e6a-3ac51b9128f3 req-ecb316be-2f60-4c70-8a3d-337988db43c9 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 931 time: 0.8811409 Apr 22 12:59:39.749319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, 41b517e6-014b-403c-8619-5e5be9b86caa) {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:59:39.770168 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bad4a20-eaa0-4a38-a698-cc94ee2da171 None None] Network 41b517e6-014b-403c-8619-5e5be9b86caa requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:59:39.790965 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:39.791677 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:39.818019 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f0ecc2b5-f3ba-437e-8767-f13626a386e7 req-a997629a-2d5f-4be1-b1c5-0ce4c07d0d9e service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043903 Apr 22 12:59:39.885093 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0707662 Apr 22 12:59:39.909024 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f3407bb6-8d84-4c78-9e6a-3ac51b9128f3 req-f22e6847-d844-4812-9265-386b031ab790 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010098 Apr 22 12:59:40.155401 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f81898-6b0a-4701-a3dc-65b82c6d9ede {{(pid=86511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:59:40.359327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:40.374793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73f66d8-b303-4598-92df-e67b8b104098 None None] Network 41b517e6-014b-403c-8619-5e5be9b86caa requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 12:59:40.375003 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50222) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:40.401676 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Transition to ACTIVE for port object d5f81898-6b0a-4701-a3dc-65b82c6d9ede will not be triggered until provisioned by entity L2. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:59:40.453750 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:40.477691 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:40.777239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Pushing event updated for resources: {'Port': ['ID=d5f81898-6b0a-4701-a3dc-65b82c6d9ede,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:40.783331 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:40.817818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb3331-9176-47d5-8962-06f88967adfd req-25710aac-7040-4151-b442-6afc793dd05d tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:40.821653 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a0fb3331-9176-47d5-8962-06f88967adfd req-25710aac-7040-4151-b442-6afc793dd05d tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.6115346 Apr 22 12:59:40.949511 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7120594e-98aa-4daa-b0a7-2bb974c0cb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:41.007311 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-7120594e-98aa-4daa-b0a7-2bb974c0cb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:41.017958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-7120594e-98aa-4daa-b0a7-2bb974c0cb4c admin admin] Usage tracker for resource:security_group_rule and tenant:479fef1e1c0a40569d882b91f26bba1c is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:41.023613 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Attempting to bind port d5f81898-6b0a-4701-a3dc-65b82c6d9ede on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:59:41.024215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Attempting to bind port d5f81898-6b0a-4701-a3dc-65b82c6d9ede by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:59:41.024881 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Attempting to bind port d5f81898-6b0a-4701-a3dc-65b82c6d9ede on network 31207420-d65b-4b1e-9a86-8f6b5be77b86 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:59:41.025047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-7120594e-98aa-4daa-b0a7-2bb974c0cb4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:41.038969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-7120594e-98aa-4daa-b0a7-2bb974c0cb4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:41.039247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Port d5f81898-6b0a-4701-a3dc-65b82c6d9ede on network 31207420-d65b-4b1e-9a86-8f6b5be77b86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 12:59:41.039742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Attempting to bind port d5f81898-6b0a-4701-a3dc-65b82c6d9ede on network 31207420-d65b-4b1e-9a86-8f6b5be77b86 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:59:41.071528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:59:41.072333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Checking segment: {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:59:41.072854 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Bound using segment: {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:59:41.073706 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Bound port: d5f81898-6b0a-4701-a3dc-65b82c6d9ede, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'}}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:59:41.074361 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:41.271850 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a0fb3331-9176-47d5-8962-06f88967adfd req-de164a35-8a15-4972-99a1-16cec8be5497 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132030 Apr 22 12:59:41.310720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7120594e-98aa-4daa-b0a7-2bb974c0cb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:41.407966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] For port d5f81898-6b0a-4701-a3dc-65b82c6d9ede, host hv-cinder-78726, cleared binding levels {{(pid=86511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:59:41.417611 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] For port d5f81898-6b0a-4701-a3dc-65b82c6d9ede, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d5f81898-6b0a-4701-a3dc-65b82c6d9ede,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:59:41.448478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7120594e-98aa-4daa-b0a7-2bb974c0cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:41.467332 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0e788b6a-4d2b-40c4-99be-90f826369822 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:41.477795 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:41.486023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:41.597648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:41.597648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:41.599446 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] 10.222.0.89 "PUT /v2.0/ports/d5f81898-6b0a-4701-a3dc-65b82c6d9ede HTTP/1.1" status: 200 len: 1093 time: 2.8731122 Apr 22 12:59:41.600129 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'tag': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:59:41.634651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Pushing event updated for resources: {'Port': ['ID=d5f81898-6b0a-4701-a3dc-65b82c6d9ede,revision_number=3']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:41.650221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:41.792263 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'tag': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede', 'status': 'completed', 'code': 200} Apr 22 12:59:41.808402 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120594e-98aa-4daa-b0a7-2bb974c0cb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbaf31b-dae6-4fba-8c25-0f03f19266c6,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:41.816052 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-7120594e-98aa-4daa-b0a7-2bb974c0cb4c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=479fef1e1c0a40569d882b91f26bba1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4388940 Apr 22 12:59:41.820146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 50246) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:41.823420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7120594e-98aa-4daa-b0a7-2bb974c0cb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:41.873113 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade57ef-7ab8-4ae7-8b5c-bf97393de3c1 req-7669fbce-be80-41e4-a9c4-19b588fa3038 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:41.875449 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6ade57ef-7ab8-4ae7-8b5c-bf97393de3c1 req-7669fbce-be80-41e4-a9c4-19b588fa3038 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 943 time: 0.5349092 Apr 22 12:59:41.941578 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6ade57ef-7ab8-4ae7-8b5c-bf97393de3c1 req-111fd0ee-c0b9-4f65-8821-139a89602413 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579844 Apr 22 12:59:41.951040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7917f8e8-915d-4c0b-830b-0c038c5b0f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:41.960167 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750d5b7-8212-42ac-8437-98c3c822dd27 req-61ff6415-4ee1-48a5-90e4-fd36e145facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:41.963193 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1750d5b7-8212-42ac-8437-98c3c822dd27 req-61ff6415-4ee1-48a5-90e4-fd36e145facb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=028af9f54afe41f9878fb8e62a487739&device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 1096 time: 0.2117367 Apr 22 12:59:42.157804 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7917f8e8-915d-4c0b-830b-0c038c5b0f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:42.365794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750d5b7-8212-42ac-8437-98c3c822dd27 req-8824c68b-8151-4cf8-b7f1-a68d10a35187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:42.369587 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1750d5b7-8212-42ac-8437-98c3c822dd27 req-8824c68b-8151-4cf8-b7f1-a68d10a35187 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=028af9f54afe41f9878fb8e62a487739&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3848619 Apr 22 12:59:42.450091 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7917f8e8-915d-4c0b-830b-0c038c5b0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:42.471072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4e458bf1-0f74-4a15-9aec-773e0801f494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:42.612799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917f8e8-915d-4c0b-830b-0c038c5b0f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbaf31b-dae6-4fba-8c25-0f03f19266c6,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:42.631119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7917f8e8-915d-4c0b-830b-0c038c5b0f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:42.807659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7917f8e8-915d-4c0b-830b-0c038c5b0f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:42.812535 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-7917f8e8-915d-4c0b-830b-0c038c5b0f8f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cbbaf31b-dae6-4fba-8c25-0f03f19266c6 HTTP/1.1" status: 204 len: 168 time: 0.9883273 Apr 22 12:59:42.813345 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750d5b7-8212-42ac-8437-98c3c822dd27 req-d89fc769-9de4-414b-9f4a-7817f315e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:42.816254 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1750d5b7-8212-42ac-8437-98c3c822dd27 req-d89fc769-9de4-414b-9f4a-7817f315e6c3 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4229598 Apr 22 12:59:43.069629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbe000-63ee-49cd-b2f6-99d0fda13e12 req-aec09a38-89b8-4263-b6e8-a83ba0b52858 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:43.070008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 12:59:43.074415 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f9cbe000-63ee-49cd-b2f6-99d0fda13e12 req-aec09a38-89b8-4263-b6e8-a83ba0b52858 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.4465978 Apr 22 12:59:43.219672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f9c0bfc9-7045-4f2c-aae1-a3b37c81469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:43.224382 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-f9c0bfc9-7045-4f2c-aae1-a3b37c81469a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=028af9f54afe41f9878fb8e62a487739&device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 1096 time: 0.3216441 Apr 22 12:59:43.260081 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f9cbe000-63ee-49cd-b2f6-99d0fda13e12 req-71bdf8f5-d443-4369-98bf-90b0892d4a28 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659327 Apr 22 12:59:43.430756 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-05047d81-8e91-4d3e-a3b6-12144b99a19a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5f81898-6b0a-4701-a3dc-65b82c6d9ede HTTP/1.1" status: 200 len: 217 time: 0.1751111 Apr 22 12:59:43.519400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916752dc-803d-4baa-aae3-12a9723f2b0e req-24143781-185a-426e-93c6-ab21b8ccc2ea tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:43.521880 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-916752dc-803d-4baa-aae3-12a9723f2b0e req-24143781-185a-426e-93c6-ab21b8ccc2ea tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 943 time: 0.1739740 Apr 22 12:59:43.563091 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19aa6d-4ddd-420e-b121-475685379252 req-97799707-e4dc-4edc-8648-d62092326976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:43.565334 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-97799707-e4dc-4edc-8648-d62092326976 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c056221c-c3f3-469d-8ba6-0a1eec805698 HTTP/1.1" status: 200 len: 849 time: 0.1233451 Apr 22 12:59:43.608015 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-916752dc-803d-4baa-aae3-12a9723f2b0e req-94fc3d81-e062-495f-bb1d-23d227237777 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741644 Apr 22 12:59:43.719493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50274) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:43.742221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19aa6d-4ddd-420e-b121-475685379252 req-8413d8a9-5be9-40a6-802b-5f29909f2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:43.744661 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-8413d8a9-5be9-40a6-802b-5f29909f2ac9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31207420-d65b-4b1e-9a86-8f6b5be77b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1638536 Apr 22 12:59:43.757377 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5a14f288-17e8-4a43-a709-d163f6ab461d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:43.790566 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5a14f288-17e8-4a43-a709-d163f6ab461d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:43.798694 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5a14f288-17e8-4a43-a709-d163f6ab461d admin admin] Usage tracker for resource:security_group_rule and tenant:072b47586cb34ac7af101fbbcd4598bd is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:43.806151 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5a14f288-17e8-4a43-a709-d163f6ab461d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:43.818746 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5a14f288-17e8-4a43-a709-d163f6ab461d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:44.049575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50286) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:44.063923 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-d4943482-2f7f-4d3b-87fb-0a0802c6e857 service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052330 Apr 22 12:59:44.129983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5a14f288-17e8-4a43-a709-d163f6ab461d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:44.200405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5a14f288-17e8-4a43-a709-d163f6ab461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:44.282025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:44.287001 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:44.319821 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5a14f288-17e8-4a43-a709-d163f6ab461d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=072b47586cb34ac7af101fbbcd4598bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5803971 Apr 22 12:59:44.344951 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50294) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:44.433802 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad19aa6d-4ddd-420e-b121-475685379252 req-e6bc70c2-7095-40c2-a33d-80a0895c87ec service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557091 Apr 22 12:59:44.518848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14f288-17e8-4a43-a709-d163f6ab461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb309c61-c67a-4683-ac0a-7f407f2df47d,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:44.548513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5a14f288-17e8-4a43-a709-d163f6ab461d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:44.604960 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b98f8a86-e641-4df5-b41f-946fecf375c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:44.688335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-538d0b59-5757-4633-b8ee-2a555f221df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:44.754082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b98f8a86-e641-4df5-b41f-946fecf375c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:44.761046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-538d0b59-5757-4633-b8ee-2a555f221df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:44.779171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b98f8a86-e641-4df5-b41f-946fecf375c8 admin admin] Usage tracker for resource:security_group_rule and tenant:b5053096503c45229ad91d7084011e80 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:44.792386 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b98f8a86-e641-4df5-b41f-946fecf375c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:44.829810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b98f8a86-e641-4df5-b41f-946fecf375c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:44.975208 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20908a18-30d8-4c7b-8b0b-9040b603cfe5 req-55127f00-2b41-42f5-b3b3-b2ccc91ac3a1 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:44.978298 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-20908a18-30d8-4c7b-8b0b-9040b603cfe5 req-55127f00-2b41-42f5-b3b3-b2ccc91ac3a1 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.3802226 Apr 22 12:59:45.029703 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-538d0b59-5757-4633-b8ee-2a555f221df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:45.043929 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:45.060640 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c426e-43cb-4cf9-9104-0ce610df7fd2 req-d5d16d56-9c81-4d70-9dd6-57c90e8e02da tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:45.062204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50310) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:45.063246 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e43c426e-43cb-4cf9-9104-0ce610df7fd2 req-d5d16d56-9c81-4d70-9dd6-57c90e8e02da tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 943 time: 0.1880932 Apr 22 12:59:45.078996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d0b59-5757-4633-b8ee-2a555f221df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb309c61-c67a-4683-ac0a-7f407f2df47d,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:45.100668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-538d0b59-5757-4633-b8ee-2a555f221df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:45.162232 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-20908a18-30d8-4c7b-8b0b-9040b603cfe5 req-497ed655-d44a-413d-8091-33fdb2d7dd9f tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681197 Apr 22 12:59:45.166625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-538d0b59-5757-4633-b8ee-2a555f221df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:45.168788 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-538d0b59-5757-4633-b8ee-2a555f221df3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb309c61-c67a-4683-ac0a-7f407f2df47d HTTP/1.1" status: 204 len: 168 time: 0.8156402 Apr 22 12:59:45.171912 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e43c426e-43cb-4cf9-9104-0ce610df7fd2 req-9c2551f5-1177-4e82-b93c-10b28513fabf tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971079 Apr 22 12:59:45.232029 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b98f8a86-e641-4df5-b41f-946fecf375c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:45.267533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b98f8a86-e641-4df5-b41f-946fecf375c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:45.296552 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-32594e02-d0df-4b70-b653-7307e6d73f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:45.399200 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b98f8a86-e641-4df5-b41f-946fecf375c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5053096503c45229ad91d7084011e80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3479857 Apr 22 12:59:45.402461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f8a86-e641-4df5-b41f-946fecf375c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81ed829-329e-4ea8-9d8e-8d806d39f860,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:45.407500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50330) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:45.412082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b98f8a86-e641-4df5-b41f-946fecf375c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:45.523639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb0ab-ca5a-4a50-90df-4ef4d576af16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:45.568296 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-2fdbb0ab-ca5a-4a50-90df-4ef4d576af16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:45.576760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-2fdbb0ab-ca5a-4a50-90df-4ef4d576af16 admin admin] Usage tracker for resource:security_group_rule and tenant:71e1e59625f14d63b140135b9a7cf502 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:45.581291 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-2fdbb0ab-ca5a-4a50-90df-4ef4d576af16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:45.624709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-2fdbb0ab-ca5a-4a50-90df-4ef4d576af16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:45.683621 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15b26f67-4536-40e1-921a-4b5c548c1aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:45.743047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15b26f67-4536-40e1-921a-4b5c548c1aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:45.760100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-b407163a-0552-4d89-89dc-000b93c0b64c tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:45.762189 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-b407163a-0552-4d89-89dc-000b93c0b64c tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/networks?id=41b517e6-014b-403c-8619-5e5be9b86caa HTTP/1.1" status: 200 len: 809 time: 0.3785009 Apr 22 12:59:45.783828 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-0323fe6d-158c-4e27-b56e-e331105be972 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/quotas/52b6663dd7424885ab8bc57aa5938a13 HTTP/1.1" status: 200 len: 375 time: 0.0149252 Apr 22 12:59:45.850842 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb0ab-ca5a-4a50-90df-4ef4d576af16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:45.897769 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb0ab-ca5a-4a50-90df-4ef4d576af16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:45.900299 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-fdeaa304-2130-480a-9908-4152147cb2d7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=52b6663dd7424885ab8bc57aa5938a13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031954 Apr 22 12:59:45.909605 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-13f57ace-49d9-4458-9344-84f24ff9d850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:45.949679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15b26f67-4536-40e1-921a-4b5c548c1aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:45.974573 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-2fdbb0ab-ca5a-4a50-90df-4ef4d576af16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71e1e59625f14d63b140135b9a7cf502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9015446 Apr 22 12:59:45.974573 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbb0ab-ca5a-4a50-90df-4ef4d576af16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5defd90e-ed1d-46ba-90b0-7e29c1759037,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:45.978078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50346) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:45.981085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2fdbb0ab-ca5a-4a50-90df-4ef4d576af16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:45.982248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-94ca00a6-a9bf-4808-86de-3ae061a8f19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:46.008497 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b26f67-4536-40e1-921a-4b5c548c1aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81ed829-329e-4ea8-9d8e-8d806d39f860,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:46.017142 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-15b26f67-4536-40e1-921a-4b5c548c1aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:46.045376 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15b26f67-4536-40e1-921a-4b5c548c1aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:46.048096 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-15b26f67-4536-40e1-921a-4b5c548c1aff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c81ed829-329e-4ea8-9d8e-8d806d39f860 HTTP/1.1" status: 204 len: 168 time: 0.6388962 Apr 22 12:59:46.158651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-71f5a392-cc54-4b5f-93c6-bf17cc9ec2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:46.239576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-71f5a392-cc54-4b5f-93c6-bf17cc9ec2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:46.260354 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-fe351483-90f0-4dfd-a909-0c4d312654f8 service neutron] 10.222.0.11 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425093 Apr 22 12:59:46.469699 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-71f5a392-cc54-4b5f-93c6-bf17cc9ec2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:46.478591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e55b51cd-a63f-4e57-89be-af9a676c17c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:46.499571 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5a392-cc54-4b5f-93c6-bf17cc9ec2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5defd90e-ed1d-46ba-90b0-7e29c1759037,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:46.523049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-71f5a392-cc54-4b5f-93c6-bf17cc9ec2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:46.534804 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-bd595aba-b9ff-4726-a836-ea15fae48410 service neutron] 10.222.0.11 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733212 Apr 22 12:59:46.541690 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-71f5a392-cc54-4b5f-93c6-bf17cc9ec2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:46.543728 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-71f5a392-cc54-4b5f-93c6-bf17cc9ec2f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5defd90e-ed1d-46ba-90b0-7e29c1759037 HTTP/1.1" status: 204 len: 168 time: 0.5643435 Apr 22 12:59:46.726417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b236c09-663f-4026-8412-a24b3d5827e7 req-2190e1bd-125a-4c3f-816e-91288a0c6a24 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:46.739102 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4b236c09-663f-4026-8412-a24b3d5827e7 req-2190e1bd-125a-4c3f-816e-91288a0c6a24 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 943 time: 0.1901994 Apr 22 12:59:46.873475 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4b236c09-663f-4026-8412-a24b3d5827e7 req-d6b490a7-46d1-40ef-9a69-8a66f43f46ee tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327941 Apr 22 12:59:47.163348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e026ffc-ca11-4eec-aea2-bc9a8069af78 req-238ede5a-b4f8-491a-b491-644e653c4c73 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:47.178664 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7e026ffc-ca11-4eec-aea2-bc9a8069af78 req-238ede5a-b4f8-491a-b491-644e653c4c73 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2485132 Apr 22 12:59:47.246963 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50384) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:47.346334 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e11b7a66-ff91-4df7-88de-61de8b5f3db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:47.361858 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7e026ffc-ca11-4eec-aea2-bc9a8069af78 req-576f2ad4-9c91-4140-8cff-73b2bcdaf6cc tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816473 Apr 22 12:59:47.413868 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-e11b7a66-ff91-4df7-88de-61de8b5f3db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:47.432116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-e11b7a66-ff91-4df7-88de-61de8b5f3db5 admin admin] Usage tracker for resource:security_group_rule and tenant:1ebd291f63b74ea2a99affafa774ee76 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:47.442505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-e11b7a66-ff91-4df7-88de-61de8b5f3db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:47.470428 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-e11b7a66-ff91-4df7-88de-61de8b5f3db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:47.764836 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device d5f81898-6b0a-4701-a3dc-65b82c6d9ede details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 12:59:47.858871 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e11b7a66-ff91-4df7-88de-61de8b5f3db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:47.927259 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e11b7a66-ff91-4df7-88de-61de8b5f3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:47.995727 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9ee43aa6-e605-4edd-9ef2-28a5cd3353f7 req-8efa76b5-5a0f-4d43-a221-73652544e5f9 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 210 time: 0.1091259 Apr 22 12:59:48.029025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4bfde123-6338-42ca-8e3d-b5b183d969c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:48.033289 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e11b7a66-ff91-4df7-88de-61de8b5f3db5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ebd291f63b74ea2a99affafa774ee76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7848713 Apr 22 12:59:48.037426 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 50396) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:48.084320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b7a66-ff91-4df7-88de-61de8b5f3db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53aa1a9e-de41-4ae3-a7d7-d52cee27ce92,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:48.089015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e11b7a66-ff91-4df7-88de-61de8b5f3db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:48.094016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port d5f81898-6b0a-4701-a3dc-65b82c6d9ede, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d5f81898-6b0a-4701-a3dc-65b82c6d9ede,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:59:48.129415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'port_id': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede', 'mac_address': 'fa:16:3e:11:bf:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 12:59:48.266207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:48.279308 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-38901741-8577-4c78-99c7-8e634886a669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:48.311701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f81898-6b0a-4701-a3dc-65b82c6d9ede {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:59:48.335308 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port d5f81898-6b0a-4701-a3dc-65b82c6d9ede, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d5f81898-6b0a-4701-a3dc-65b82c6d9ede,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:59:48.347661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-38901741-8577-4c78-99c7-8e634886a669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:48.378125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:48.380309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:48.573420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=d5f81898-6b0a-4701-a3dc-65b82c6d9ede,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:48.590121 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.590865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.591662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.593031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.593592 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.594134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.594884 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.595850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.596725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.597473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.598122 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.598639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 12:59:48.605610 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:48.679240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927c97c-7c37-4ae0-b48d-96cf1a014b78 req-53a685dd-63b9-41f9-90c5-00e400808875 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:48.683499 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c927c97c-7c37-4ae0-b48d-96cf1a014b78 req-53a685dd-63b9-41f9-90c5-00e400808875 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 944 time: 0.3178973 Apr 22 12:59:48.717477 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-38901741-8577-4c78-99c7-8e634886a669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:48.737767 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4eee52d7-13dd-4475-87e0-1380742cfa52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:48.774264 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38901741-8577-4c78-99c7-8e634886a669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aa1a9e-de41-4ae3-a7d7-d52cee27ce92,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:48.780337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-38901741-8577-4c78-99c7-8e634886a669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:48.791550 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9c376-6db3-46bb-9794-1251a8eb04f2 req-7af2add9-b863-4382-960c-067214313575 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:48.793686 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-40f9c376-6db3-46bb-9794-1251a8eb04f2 req-7af2add9-b863-4382-960c-067214313575 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1332600 Apr 22 12:59:48.795551 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-38901741-8577-4c78-99c7-8e634886a669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:48.797090 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-38901741-8577-4c78-99c7-8e634886a669 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53aa1a9e-de41-4ae3-a7d7-d52cee27ce92 HTTP/1.1" status: 204 len: 168 time: 0.7572289 Apr 22 12:59:48.848561 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['d5f81898-6b0a-4701-a3dc-65b82c6d9ede'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 12:59:48.864904 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c927c97c-7c37-4ae0-b48d-96cf1a014b78 req-7e8183e5-3b18-4bb7-aa43-5e3f4161e341 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734438 Apr 22 12:59:48.900792 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-40f9c376-6db3-46bb-9794-1251a8eb04f2 req-b9a4025c-fdee-46a4-bdfe-86511a930ced tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824420 Apr 22 12:59:49.392031 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6866f9e8-2b9c-48bf-b217-45f2542d06f0 req-418f906a-c640-4212-92c0-cf2c609ed2fd tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 210 time: 0.1105497 Apr 22 12:59:49.870032 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 50442) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:50.315090 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b116b32-6e6c-42d6-95df-b05f884812c8 req-c716c4b9-67fb-4777-a409-2d5736f29f85 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:50.329351 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1b116b32-6e6c-42d6-95df-b05f884812c8 req-c716c4b9-67fb-4777-a409-2d5736f29f85 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 944 time: 0.2326925 Apr 22 12:59:50.417418 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c4201e03-9d46-4dd8-952b-985ffc39af52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:50.460141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47426f00-a81d-4827-aa65-f6f94e4e87c0 req-5e76b9ad-7444-43c4-927c-bca4f2e5f4b7 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:50.462339 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-47426f00-a81d-4827-aa65-f6f94e4e87c0 req-5e76b9ad-7444-43c4-927c-bca4f2e5f4b7 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2030234 Apr 22 12:59:50.463995 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c4201e03-9d46-4dd8-952b-985ffc39af52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:50.493021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c4201e03-9d46-4dd8-952b-985ffc39af52 admin admin] Usage tracker for resource:security_group_rule and tenant:a830148427a747e0871a822db5d5622e is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:50.500917 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c4201e03-9d46-4dd8-952b-985ffc39af52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:50.562812 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-47426f00-a81d-4827-aa65-f6f94e4e87c0 req-41844404-5ec3-44c0-b2e8-da40009c7272 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867412 Apr 22 12:59:50.578697 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c4201e03-9d46-4dd8-952b-985ffc39af52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:50.722257 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1b116b32-6e6c-42d6-95df-b05f884812c8 req-70e30cd4-9ada-4948-bc86-c8218aa6a9a2 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910005 Apr 22 12:59:50.969998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-398ca2ea-fbc9-4fed-b743-46b0d19cd986 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:50.973165 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-398ca2ea-fbc9-4fed-b743-46b0d19cd986 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.89 "GET /v2.0/networks?id=41b517e6-014b-403c-8619-5e5be9b86caa HTTP/1.1" status: 200 len: 809 time: 0.4636872 Apr 22 12:59:51.038847 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Request body: {'port': {'device_id': '63c195bf-7e05-4b0d-998e-4d6adb4ac083', 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa', 'admin_state_up': True, 'tenant_id': '52b6663dd7424885ab8bc57aa5938a13'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:51.293218 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-756d959c-3900-46d6-9747-30be3b39990e req-47dae58c-03dd-4425-9706-a0e948f3d073 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 210 time: 0.2665470 Apr 22 12:59:51.347728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c4201e03-9d46-4dd8-952b-985ffc39af52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:51.393312 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c4201e03-9d46-4dd8-952b-985ffc39af52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:51.409832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9049bfee-9973-45ce-820c-f3b681cce75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:51.492455 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c4201e03-9d46-4dd8-952b-985ffc39af52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a830148427a747e0871a822db5d5622e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6162288 Apr 22 12:59:51.499202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 50488) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:51.509552 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4201e03-9d46-4dd8-952b-985ffc39af52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d2a76a-6b03-4407-83ec-af105d913f2a,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:51.546242 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c4201e03-9d46-4dd8-952b-985ffc39af52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:51.581294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:51.620109 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Usage tracker for resource:port and tenant:52b6663dd7424885ab8bc57aa5938a13 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:51.643958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-63c72551-a973-43e5-a0fe-3e0e69d1aaef tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:51.646637 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-63c72551-a973-43e5-a0fe-3e0e69d1aaef tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 815 time: 0.2528114 Apr 22 12:59:51.653210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:51.667426 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:51.669949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-dc6df96b-e9f1-46ab-9a50-6ab74956b6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:51.679363 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c2ca8ff9-58d8-403c-8b4d-98c640ba270a tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/quotas/6a32cfb1585b426b890f77ee0191ba14 HTTP/1.1" status: 200 len: 375 time: 0.0192094 Apr 22 12:59:51.779724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device d5f81898-6b0a-4701-a3dc-65b82c6d9ede up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 12:59:51.868817 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50500) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:51.934054 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-949488bd-10c4-4679-8753-31fd579b79b9 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2345657 Apr 22 12:59:51.972665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port d5f81898-6b0a-4701-a3dc-65b82c6d9ede completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 12:59:51.984084 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port d5f81898-6b0a-4701-a3dc-65b82c6d9ede triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 12:59:51.985174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:52.049104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-dc6df96b-e9f1-46ab-9a50-6ab74956b6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:52.096135 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Made reservation on behalf of 52b6663dd7424885ab8bc57aa5938a13 for: {'port': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:59:52.103992 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:52.150889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1d64798b-eb60-4537-b1ca-14da27a15c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:52.154233 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a005d60-6d19-4452-b799-fd2537c9145b req-1211969b-95ea-4e4a-b921-185c324e1485 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:52.155999 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6a005d60-6d19-4452-b799-fd2537c9145b req-1211969b-95ea-4e4a-b921-185c324e1485 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2030883 Apr 22 12:59:52.248010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:52.292464 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6a005d60-6d19-4452-b799-fd2537c9145b req-4976f0a2-0fd8-4792-96e8-dea6484df683 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776327 Apr 22 12:59:52.303791 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-a08fe766-65fd-4c6d-b9c2-498ae360cecb service neutron] 10.222.0.11 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662834 Apr 22 12:59:52.312521 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:59:52.314335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1d64798b-eb60-4537-b1ca-14da27a15c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:52.342157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port d5f81898-6b0a-4701-a3dc-65b82c6d9ede, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d5f81898-6b0a-4701-a3dc-65b82c6d9ede,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 12:59:52.367972 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-dc6df96b-e9f1-46ab-9a50-6ab74956b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:52.376864 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1d64798b-eb60-4537-b1ca-14da27a15c52 admin admin] Usage tracker for resource:security_group_rule and tenant:7aaf799739c8449487c0f92f5274f6de is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 12:59:52.380154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1b05c921-0e0b-42f5-bc93-398e865bcc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:52.381698 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1d64798b-eb60-4537-b1ca-14da27a15c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 12:59:52.392005 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1d64798b-eb60-4537-b1ca-14da27a15c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:52.394327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:52.398764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-505e171a-2703-4e8a-abc3-884b54ddd700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:52.426542 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6df96b-e9f1-46ab-9a50-6ab74956b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d2a76a-6b03-4407-83ec-af105d913f2a,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:52.430468 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-dc6df96b-e9f1-46ab-9a50-6ab74956b6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:52.501883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-dc6df96b-e9f1-46ab-9a50-6ab74956b6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:52.507504 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-dc6df96b-e9f1-46ab-9a50-6ab74956b6a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04d2a76a-6b03-4407-83ec-af105d913f2a HTTP/1.1" status: 204 len: 168 time: 1.0045288 Apr 22 12:59:52.571799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1d64798b-eb60-4537-b1ca-14da27a15c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:52.588987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Allocated IP 172.20.0.7 (41b517e6-014b-403c-8619-5e5be9b86caa/bff409ae-b9c2-4361-9004-1a3c25785c19/7983e1da-bdfd-4e65-a5f0-367d42ba49a9) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:59:52.612819 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=d5f81898-6b0a-4701-a3dc-65b82c6d9ede,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:52.619908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:52.650558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4794a-4876-4d1d-a033-30fea870f246 req-ecf34775-19f6-4996-abdb-0e7d38e0dfc2 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:52.652313 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bab4794a-4876-4d1d-a033-30fea870f246 req-ecf34775-19f6-4996-abdb-0e7d38e0dfc2 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1395411 Apr 22 12:59:52.664638 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1d64798b-eb60-4537-b1ca-14da27a15c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:52.676266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e711b295-92b5-4c43-ab23-983ae5ec12fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:52.717894 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bab4794a-4876-4d1d-a033-30fea870f246 req-0d5c313f-f62e-4c6a-9e8f-8e7c96004e8a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569739 Apr 22 12:59:52.769038 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1d64798b-eb60-4537-b1ca-14da27a15c52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7aaf799739c8449487c0f92f5274f6de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8984513 Apr 22 12:59:52.774263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50512) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:52.776809 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64798b-eb60-4537-b1ca-14da27a15c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8465a9b-4681-4a36-8a23-5f8468ef2dde,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:52.780433 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1d64798b-eb60-4537-b1ca-14da27a15c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:52.840268 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-af04db7d-5787-4c6b-9a01-ba7f3d355fc4 service neutron] 10.222.0.11 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225120 Apr 22 12:59:52.904013 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ab748347-eb59-4141-bcfb-cc14b85135c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:52.981324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ab748347-eb59-4141-bcfb-cc14b85135c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:53.032537 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede', 'code': 200} Apr 22 12:59:53.087692 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ab748347-eb59-4141-bcfb-cc14b85135c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:53.093455 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-82acb05a-aa05-4ba8-ba7f-886889a3dcdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:53.149668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:53.165527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab748347-eb59-4141-bcfb-cc14b85135c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8465a9b-4681-4a36-8a23-5f8468ef2dde,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:53.198402 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ab748347-eb59-4141-bcfb-cc14b85135c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:53.205621 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ab748347-eb59-4141-bcfb-cc14b85135c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:53.207032 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ab748347-eb59-4141-bcfb-cc14b85135c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8465a9b-4681-4a36-8a23-5f8468ef2dde HTTP/1.1" status: 204 len: 168 time: 0.4193962 Apr 22 12:59:53.434521 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-611ee277-a0e5-4bb5-aa73-ddbd33120388 req-3d123ccc-2b34-4d6c-b7b5-9faecfaabb02 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 210 time: 0.1019983 Apr 22 12:59:53.446780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:53.487362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:53.634520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Pushing event updated for resources: {'Port': ['ID=7983e1da-bdfd-4e65-a5f0-367d42ba49a9,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:53.642814 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:53.679384 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Network 41b517e6-014b-403c-8619-5e5be9b86caa is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 12:59:53.697834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 12:59:53.702934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 12:59:53.729704 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:53.742493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:53.825409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04e7e4-d7e3-4fb7-aa78-77c5872a2175 req-37b6ae16-fcee-4e58-826f-cad448d26a45 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:53.827508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-9b04e7e4-d7e3-4fb7-aa78-77c5872a2175 req-37b6ae16-fcee-4e58-826f-cad448d26a45 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Synchronizing usage tracker for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 12:59:53.872944 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ae966-a12b-448a-9e37-4db82e23af0d req-68ae686a-1029-4c9b-8b28-625cbcd790d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:53.874622 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1c7ae966-a12b-448a-9e37-4db82e23af0d req-68ae686a-1029-4c9b-8b28-625cbcd790d7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 1098 time: 0.3121533 Apr 22 12:59:53.895832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9a907-d357-44f7-98d1-40a93e8ddf75 req-5ffa8f39-290f-4d01-ba69-dea10e253e30 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:53.898333 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-60e9a907-d357-44f7-98d1-40a93e8ddf75 req-5ffa8f39-290f-4d01-ba69-dea10e253e30 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2370977 Apr 22 12:59:53.910739 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8820984 Apr 22 12:59:53.911696 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-9b04e7e4-d7e3-4fb7-aa78-77c5872a2175 req-37b6ae16-fcee-4e58-826f-cad448d26a45 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Unset dirty status for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 12:59:53.919710 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b04e7e4-d7e3-4fb7-aa78-77c5872a2175 req-37b6ae16-fcee-4e58-826f-cad448d26a45 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 931 time: 0.6255002 Apr 22 12:59:53.927612 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Request body: {'port': {'device_id': '63c195bf-7e05-4b0d-998e-4d6adb4ac083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:53.978830 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1c7ae966-a12b-448a-9e37-4db82e23af0d req-6b000054-e083-4bee-9f2a-4d1cb8cd1a86 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793600 Apr 22 12:59:54.002520 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-60e9a907-d357-44f7-98d1-40a93e8ddf75 req-1afb859c-4550-4282-a003-5aa915685696 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835857 Apr 22 12:59:54.117274 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:54.331043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa077d1-f2a5-4fbc-ac5b-3911ecf2df10 req-7e76caae-f8b4-42ea-92a8-d6e6129e7402 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:54.339938 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5aa077d1-f2a5-4fbc-ac5b-3911ecf2df10 req-7e76caae-f8b4-42ea-92a8-d6e6129e7402 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1836429 Apr 22 12:59:54.454515 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5aa077d1-f2a5-4fbc-ac5b-3911ecf2df10 req-f9e37438-71ad-494a-b53e-e293a7688cbb tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134317 Apr 22 12:59:54.647565 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b04e7e4-d7e3-4fb7-aa78-77c5872a2175 req-5eb624a7-aba4-43f1-8c88-08390dd0326c tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283885 Apr 22 12:59:54.870067 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1be83104-98da-4801-8c5b-49d748983062 req-6da35973-b3d7-4405-a636-c1ce3b6b3eaa tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 210 time: 0.0987020 Apr 22 12:59:55.176437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 {{(pid=86511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 12:59:55.186749 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:55.207906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Transition to ACTIVE for port object 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 will not be triggered until provisioned by entity L2. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 12:59:55.269512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:55.286702 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:55.447227 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Pushing event updated for resources: {'Port': ['ID=7983e1da-bdfd-4e65-a5f0-367d42ba49a9,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:55.461387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:55.653570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Attempting to bind port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 12:59:55.653952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Attempting to bind port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'dab0c8b1-e1df-4b5e-b469-4c25ff0e3135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa'}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 12:59:55.654330 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Attempting to bind port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 on network 41b517e6-014b-403c-8619-5e5be9b86caa {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:59:55.666501 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5ac34-57ad-4d0b-abb6-736f42ab3f1d req-0310b524-3f8b-4a87-8762-f2c10892b548 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:55.669972 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-92f5ac34-57ad-4d0b-abb6-736f42ab3f1d req-0310b524-3f8b-4a87-8762-f2c10892b548 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.4498816 Apr 22 12:59:55.678793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 on network 41b517e6-014b-403c-8619-5e5be9b86caa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 12:59:55.681428 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Attempting to bind port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 on network 41b517e6-014b-403c-8619-5e5be9b86caa {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 12:59:55.709102 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 12:59:55.709620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Checking segment: {'id': 'dab0c8b1-e1df-4b5e-b469-4c25ff0e3135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 12:59:55.710105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Bound using segment: {'id': 'dab0c8b1-e1df-4b5e-b469-4c25ff0e3135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa'} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 12:59:55.710843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Bound port: 7983e1da-bdfd-4e65-a5f0-367d42ba49a9, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab0c8b1-e1df-4b5e-b469-4c25ff0e3135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa'}}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 12:59:55.711313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:55.806938 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-92f5ac34-57ad-4d0b-abb6-736f42ab3f1d req-22d457ec-ad40-42e1-88cf-407e729e7831 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293163 Apr 22 12:59:55.943426 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] For port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9, host hv-cinder-78726, cleared binding levels {{(pid=86511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 12:59:55.954806 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] For port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7983e1da-bdfd-4e65-a5f0-367d42ba49a9,segment=NetworkSegment(dab0c8b1-e1df-4b5e-b469-4c25ff0e3135),segment_id=dab0c8b1-e1df-4b5e-b469-4c25ff0e3135)] {{(pid=86511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 12:59:55.992447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888ba0d-2cf8-4eaa-b5af-654e2cb69d3c req-cabc3e28-bfac-4e52-90b7-d79f27a55e1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:56.008957 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0888ba0d-2cf8-4eaa-b5af-654e2cb69d3c req-cabc3e28-bfac-4e52-90b7-d79f27a55e1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.3023829 Apr 22 12:59:56.014187 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:56.035632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 12:59:56.268403 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0888ba0d-2cf8-4eaa-b5af-654e2cb69d3c req-0c3f5446-936d-4a59-b1b1-74a356948a8d tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576592 Apr 22 12:59:56.389078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5f9e4485-4f1e-4042-8794-3d9ff58117d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:56.433310 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:56.434348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:56.436939 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] 10.222.0.89 "PUT /v2.0/ports/7983e1da-bdfd-4e65-a5f0-367d42ba49a9 HTTP/1.1" status: 200 len: 1093 time: 2.5158145 Apr 22 12:59:56.445405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c195bf-7e05-4b0d-998e-4d6adb4ac083', 'tag': '7983e1da-bdfd-4e65-a5f0-367d42ba49a9'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 12:59:56.514722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Pushing event updated for resources: {'Port': ['ID=7983e1da-bdfd-4e65-a5f0-367d42ba49a9,revision_number=3']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 12:59:56.525002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 12:59:56.634761 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0e980255-407c-469f-99bc-cf21dc7c49e4 req-cd80ce67-126c-403b-9b2c-506d6efddfe3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 210 time: 0.0856833 Apr 22 12:59:56.642311 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bb4f3-1a17-4c6a-8189-74b38ee92ed2 req-436ff843-d1b3-4e94-bce1-acc709213a70 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:56.645406 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fb7bb4f3-1a17-4c6a-8189-74b38ee92ed2 req-436ff843-d1b3-4e94-bce1-acc709213a70 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 943 time: 0.3600631 Apr 22 12:59:56.681410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-e3bfeb5d-5bc6-498d-aef3-1be5e23d74cc tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:56.683306 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-e3bfeb5d-5bc6-498d-aef3-1be5e23d74cc tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 815 time: 0.3538826 Apr 22 12:59:56.718899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Request body: {'port': {'device_id': 'fb67aafb-cc3c-402b-a179-ca784bcb1aea', 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681', 'admin_state_up': True, 'tenant_id': '6a32cfb1585b426b890f77ee0191ba14'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:56.752629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-1a913b53-5bb1-4a66-94ff-ab0b78e49df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:56.755466 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-1a913b53-5bb1-4a66-94ff-ab0b78e49df3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=52b6663dd7424885ab8bc57aa5938a13&device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 1096 time: 0.2119229 Apr 22 12:59:56.923474 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fb7bb4f3-1a17-4c6a-8189-74b38ee92ed2 req-b096a462-07fa-449a-bc78-0d7b6d5ca9e3 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651963 Apr 22 12:59:56.934916 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-0dc993f4-d31c-4697-a581-44004be3759c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7983e1da-bdfd-4e65-a5f0-367d42ba49a9 HTTP/1.1" status: 200 len: 217 time: 0.1549852 Apr 22 12:59:57.072861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-24b41e1e-de66-4bd5-9df5-18f356f3604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:57.072861 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-24b41e1e-de66-4bd5-9df5-18f356f3604f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bff409ae-b9c2-4361-9004-1a3c25785c19 HTTP/1.1" status: 200 len: 849 time: 0.1232162 Apr 22 12:59:57.082836 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c195bf-7e05-4b0d-998e-4d6adb4ac083', 'tag': '7983e1da-bdfd-4e65-a5f0-367d42ba49a9', 'status': 'completed', 'code': 200} Apr 22 12:59:57.090709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 12:59:57.113039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 12:59:57.141031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25946d87-c395-47b0-8aea-d02044d5ba6e req-48b341df-c5ec-4c50-89c4-210278be594a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:57.143089 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-25946d87-c395-47b0-8aea-d02044d5ba6e req-48b341df-c5ec-4c50-89c4-210278be594a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.2823212 Apr 22 12:59:57.157399 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50624) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 12:59:57.171738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-105b4318-f52b-4a04-acb7-3ba36b52316f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'floatingip': {'port_id': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 12:59:57.235157 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-1a08c5ee-81c3-4a91-87cf-bfdd99057050 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=41b517e6-014b-403c-8619-5e5be9b86caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092095 Apr 22 12:59:57.350626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Made reservation on behalf of 6a32cfb1585b426b890f77ee0191ba14 for: {'port': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 12:59:57.362454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:57.441874 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-105b4318-f52b-4a04-acb7-3ba36b52316f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:57.559861 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-09577d56-dc2f-473e-9ea7-18211fd4c78e service neutron] 10.222.0.89 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100829 Apr 22 12:59:57.933637 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ee656-33a3-4d32-9250-12acea4c55dc req-c1d0b964-3f19-46df-8ef6-2ede125c5151 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:57.935616 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-632ee656-33a3-4d32-9250-12acea4c55dc req-c1d0b964-3f19-46df-8ef6-2ede125c5151 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.6209753 Apr 22 12:59:58.001298 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ce2045f-2681-43d9-b92d-8c93fa18eaa7 req-0509eeda-7deb-4969-9cc4-541e893dccd0 service neutron] 10.222.0.89 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130535 Apr 22 12:59:58.046943 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-632ee656-33a3-4d32-9250-12acea4c55dc req-6b7cb0dd-eb47-4e8d-806c-c082cbbb0e5f tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986044 Apr 22 12:59:58.410219 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f1ce200e-db10-483a-b70a-806173dbab67 req-5c18d25a-3437-4529-9973-4285027b9d0f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 210 time: 0.1014068 Apr 22 12:59:58.479338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745b266-7fca-4e11-87ae-bf2763bf8a86 req-35f2d797-195f-4cf4-b3c5-35d2cfed70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:58.485010 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c745b266-7fca-4e11-87ae-bf2763bf8a86 req-35f2d797-195f-4cf4-b3c5-35d2cfed70b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=52b6663dd7424885ab8bc57aa5938a13&device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 1096 time: 0.3626072 Apr 22 12:59:58.883705 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745b266-7fca-4e11-87ae-bf2763bf8a86 req-028903a3-8ae1-4028-bc78-68c20d7ed90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:58.886225 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c745b266-7fca-4e11-87ae-bf2763bf8a86 req-028903a3-8ae1-4028-bc78-68c20d7ed90e service neutron] 10.222.0.89 "GET /v2.0/networks?id=41b517e6-014b-403c-8619-5e5be9b86caa HTTP/1.1" status: 200 len: 910 time: 0.3857160 Apr 22 12:59:58.966500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Allocated IP 172.20.0.6 (9f164ba4-5491-4288-8722-90eb8a2af681/66a1b699-ff64-4199-8272-39af5eba60be/60a081b5-a757-4e62-88c4-c163d358decb) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 12:59:59.015776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad56033-7dcf-41b5-a9eb-342e1b08a157 req-f43471d1-77b4-417d-824d-e4ef84d52254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:59.018810 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5ad56033-7dcf-41b5-a9eb-342e1b08a157 req-f43471d1-77b4-417d-824d-e4ef84d52254 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 1098 time: 1.1251953 Apr 22 12:59:59.202624 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5ad56033-7dcf-41b5-a9eb-342e1b08a157 req-7d426e6d-20ef-46a6-bdd9-69b33d75e55b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502011 Apr 22 12:59:59.363531 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c745b266-7fca-4e11-87ae-bf2763bf8a86 req-12ead8af-6851-4b85-b115-012fb15a7042 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7983e1da-bdfd-4e65-a5f0-367d42ba49a9 HTTP/1.1" status: 200 len: 217 time: 0.4622107 Apr 22 12:59:59.389657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3c2c0-e94e-4a53-b24d-cda44382c795 req-cb82c90c-3cd5-46c5-be38-310778593427 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:59.391820 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d0b3c2c0-e94e-4a53-b24d-cda44382c795 req-cb82c90c-3cd5-46c5-be38-310778593427 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.6156139 Apr 22 12:59:59.509224 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ecc54-abad-4248-9d33-716afb3fcc51 req-03db14ff-7927-4d26-875c-0dc4a731efae tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:59.519954 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-356ecc54-abad-4248-9d33-716afb3fcc51 req-03db14ff-7927-4d26-875c-0dc4a731efae tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 943 time: 0.7330284 Apr 22 12:59:59.634473 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-356ecc54-abad-4248-9d33-716afb3fcc51 req-9e1bff30-b945-40bd-bf08-e3edbee39b87 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130226 Apr 22 12:59:59.639038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745b266-7fca-4e11-87ae-bf2763bf8a86 req-d8f406fb-2dd5-4b76-8296-fece1da3eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 12:59:59.648364 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d0b3c2c0-e94e-4a53-b24d-cda44382c795 req-a2181db6-f421-4fa2-b372-4ee4eeae8197 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074509 Apr 22 12:59:59.649428 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c745b266-7fca-4e11-87ae-bf2763bf8a86 req-d8f406fb-2dd5-4b76-8296-fece1da3eec8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bff409ae-b9c2-4361-9004-1a3c25785c19 HTTP/1.1" status: 200 len: 849 time: 0.2565758 Apr 22 12:59:59.745920 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c745b266-7fca-4e11-87ae-bf2763bf8a86 req-f30428a2-9264-4724-b102-593d22afd727 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=41b517e6-014b-403c-8619-5e5be9b86caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844851 Apr 22 12:59:59.771804 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 12:59:59.959504 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c745b266-7fca-4e11-87ae-bf2763bf8a86 req-0d7ea8ae-02ee-4b9b-b051-c45b5f419296 service neutron] 10.222.0.89 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943238 Apr 22 13:00:00.154750 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7dcedf3f-9cc9-4ee0-a972-733a165812a7 req-b5219f2e-a014-40a5-8221-ddf14ba26b5e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 210 time: 0.1554132 Apr 22 13:00:00.193317 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2d062444-4de0-4a7a-b075-833f3dd5fe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:00.243315 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:00.277002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-105b4318-f52b-4a04-acb7-3ba36b52316f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:00.323190 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-105b4318-f52b-4a04-acb7-3ba36b52316f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:00.340043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad657fe3-3f3a-4539-805b-adfc7822e6b7 req-01a17a1d-5da2-4385-bde1-392e983cf7c9 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:00.342145 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad657fe3-3f3a-4539-805b-adfc7822e6b7 req-01a17a1d-5da2-4385-bde1-392e983cf7c9 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.3372979 Apr 22 13:00:00.345384 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c745b266-7fca-4e11-87ae-bf2763bf8a86 req-a1918ff1-e264-48c8-ae21-59801e7a2ad3 service neutron] 10.222.0.89 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761828 Apr 22 13:00:00.444500 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ad657fe3-3f3a-4539-805b-adfc7822e6b7 req-a78891f4-df63-4f63-852d-4dddd5f23d89 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864546 Apr 22 13:00:00.566251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:00.591313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:00.597977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['d9699246-29d7-47f2-89e7-24c335998935', 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31', 'de98dfb3-a230-42e8-b277-1fd1a4aecafe'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:00:00.718173 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Pushing event updated for resources: {'Port': ['ID=60a081b5-a757-4e62-88c4-c163d358decb,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:00.735914 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:00.771523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Network 9f164ba4-5491-4288-8722-90eb8a2af681 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:00:00.774406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:00:00.794486 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:00:00.805185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:01.028660 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [None req-105b4318-f52b-4a04-acb7-3ba36b52316f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Floating IP 089b986a-b81c-46c3-908e-0f249386e767 associated. External IP: 172.28.2.151, port: d5f81898-6b0a-4701-a3dc-65b82c6d9ede. Apr 22 13:00:01.453010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:01.454336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:01.511382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ba86a-157d-425a-bebb-414a31f4bde3 req-37658f9f-beb5-43c7-b1d2-02753efec8c5 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:01.517601 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9c9ba86a-157d-425a-bebb-414a31f4bde3 req-37658f9f-beb5-43c7-b1d2-02753efec8c5 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.2543302 Apr 22 13:00:01.631489 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9c9ba86a-157d-425a-bebb-414a31f4bde3 req-ca8d1d23-3dc6-4f2d-88ad-9457d0b9e5a1 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085160 Apr 22 13:00:01.765050 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0507369 Apr 22 13:00:01.776557 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a4744-3c12-4218-8122-6f0174b078cf req-d5f9160d-36ff-407c-948e-5348751a3de7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:01.778676 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b37a4744-3c12-4218-8122-6f0174b078cf req-d5f9160d-36ff-407c-948e-5348751a3de7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 943 time: 0.6037438 Apr 22 13:00:01.831846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:00:01.868858 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Request body: {'port': {'device_id': 'fb67aafb-cc3c-402b-a179-ca784bcb1aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:00:02.035467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944a5c6-435d-488a-a7fc-442c288da956 req-cf9783bd-94ad-476d-b3de-99bee5230ee2 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:02.040553 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4944a5c6-435d-488a-a7fc-442c288da956 req-cf9783bd-94ad-476d-b3de-99bee5230ee2 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 931 time: 0.1859400 Apr 22 13:00:02.131945 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7983e1da-bdfd-4e65-a5f0-367d42ba49a9,segment=NetworkSegment(dab0c8b1-e1df-4b5e-b469-4c25ff0e3135),segment_id=dab0c8b1-e1df-4b5e-b469-4c25ff0e3135)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:02.147488 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4944a5c6-435d-488a-a7fc-442c288da956 req-8e84f61d-c6a5-47e1-bada-3469082200d6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943565 Apr 22 13:00:02.160921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '7983e1da-bdfd-4e65-a5f0-367d42ba49a9', 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa', 'port_id': '7983e1da-bdfd-4e65-a5f0-367d42ba49a9', 'mac_address': 'fa:16:3e:68:0b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff409ae-b9c2-4361-9004-1a3c25785c19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:00:02.168485 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-b37a4744-3c12-4218-8122-6f0174b078cf req-c513bb04-d2ae-4634-8cd9-ce5ab70f6671 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Synchronizing usage tracker for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:00:02.250256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:02.315968 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:02.360371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:00:02.399969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7983e1da-bdfd-4e65-a5f0-367d42ba49a9,segment=NetworkSegment(dab0c8b1-e1df-4b5e-b469-4c25ff0e3135),segment_id=dab0c8b1-e1df-4b5e-b469-4c25ff0e3135)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:02.566647 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec846-4fdc-4c3b-90a8-0de61e16737d req-5cf47609-0d27-475b-81f7-584ea220f01b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:02.570360 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-26eec846-4fdc-4c3b-90a8-0de61e16737d req-5cf47609-0d27-475b-81f7-584ea220f01b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1838813 Apr 22 13:00:02.642662 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-26eec846-4fdc-4c3b-90a8-0de61e16737d req-e94b156f-650f-4403-ab7e-67665a6524ed tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575867 Apr 22 13:00:02.697895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:02.706932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105b4318-f52b-4a04-acb7-3ba36b52316f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Router ebbd91d7-2923-44aa-bc8a-951ca92151bc has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:00:02.706932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:02.707270 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:02.812148 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=7983e1da-bdfd-4e65-a5f0-367d42ba49a9,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:02.816887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:02.881727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-b37a4744-3c12-4218-8122-6f0174b078cf req-c513bb04-d2ae-4634-8cd9-ce5ab70f6671 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Unset dirty status for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:00:02.884050 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b37a4744-3c12-4218-8122-6f0174b078cf req-c513bb04-d2ae-4634-8cd9-ce5ab70f6671 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0244212 Apr 22 13:00:03.071605 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592274b-27a1-428c-9cd0-fa3cb653db50 req-92fcf919-302e-4e8b-ae68-6322d3620321 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:03.079405 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b592274b-27a1-428c-9cd0-fa3cb653db50 req-92fcf919-302e-4e8b-ae68-6322d3620321 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.2308297 Apr 22 13:00:03.174808 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b592274b-27a1-428c-9cd0-fa3cb653db50 req-7b3548e9-8960-41e8-a9a6-1aac48d31ce2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827303 Apr 22 13:00:03.208484 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['7983e1da-bdfd-4e65-a5f0-367d42ba49a9'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:00:03.324484 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105b4318-f52b-4a04-acb7-3ba36b52316f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:00:03.334755 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-105b4318-f52b-4a04-acb7-3ba36b52316f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:03.342792 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a00a5d-f895-4848-b74b-6258228f8532 None None] Sync routers for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:00:03.367633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a00a5d-f895-4848-b74b-6258228f8532 None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:00:03.369439 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-01a00a5d-f895-4848-b74b-6258228f8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:00:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:00:03.531781 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-105b4318-f52b-4a04-acb7-3ba36b52316f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "PUT /v2.0/floatingips/089b986a-b81c-46c3-908e-0f249386e767 HTTP/1.1" status: 200 len: 991 time: 6.3724303 Apr 22 13:00:03.537910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'tag': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:00:03.763949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10dab-c357-45b8-bd6a-dd61de996c06 req-71473748-88a9-45e5-8759-8ae54847c77e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:03.772756 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-84c10dab-c357-45b8-bd6a-dd61de996c06 req-71473748-88a9-45e5-8759-8ae54847c77e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 931 time: 0.2190061 Apr 22 13:00:03.881776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-01a00a5d-f895-4848-b74b-6258228f8532 None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:00:03.946765 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-84c10dab-c357-45b8-bd6a-dd61de996c06 req-ac857856-a263-4f59-91cc-f5643ced9529 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722221 Apr 22 13:00:03.952634 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a081b5-a757-4e62-88c4-c163d358decb {{(pid=86512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:00:03.994237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2c06d-6509-4973-a53c-e7bf25943b8e req-5e452a58-9d91-4c28-a152-59513f559d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:03.997976 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02f2c06d-6509-4973-a53c-e7bf25943b8e req-5e452a58-9d91-4c28-a152-59513f559d95 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 1098 time: 0.2224169 Apr 22 13:00:04.000037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:04.031476 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'tag': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede', 'status': 'completed', 'code': 200} Apr 22 13:00:04.047432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Transition to ACTIVE for port object 60a081b5-a757-4e62-88c4-c163d358decb will not be triggered until provisioned by entity L2. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:00:04.079982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:04.210786 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c51540e7-061f-496b-999b-b4b6db76713f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:04.292551 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2c06d-6509-4973-a53c-e7bf25943b8e req-d34d89a4-8b91-43e1-b477-5de021fb1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:04.301708 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02f2c06d-6509-4973-a53c-e7bf25943b8e req-d34d89a4-8b91-43e1-b477-5de021fb1b5d service neutron] 10.222.0.89 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 920 time: 0.2874119 Apr 22 13:00:04.544273 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02f2c06d-6509-4973-a53c-e7bf25943b8e req-1f400dae-c32c-4e2b-9cdc-97c87cb8ebd8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e HTTP/1.1" status: 200 len: 217 time: 0.1478939 Apr 22 13:00:04.688284 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-01a00a5d-f895-4848-b74b-6258228f8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': '089b986a-b81c-46c3-908e-0f249386e767', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'port_id': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'mac_address': 'fa:16:3e:11:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:59:27Z', 'updated_at': '2021-04-22T12:59:59Z', 'revision_number': 1, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:00:04.696450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=60a081b5-a757-4e62-88c4-c163d358decb,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:04.697423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2c06d-6509-4973-a53c-e7bf25943b8e req-65d4dafe-c7e0-49dc-a97f-f99482522cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:04.699383 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a00a5d-f895-4848-b74b-6258228f8532 None None] Checking router: ebbd91d7-2923-44aa-bc8a-951ca92151bc for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:00:04.700538 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02f2c06d-6509-4973-a53c-e7bf25943b8e req-65d4dafe-c7e0-49dc-a97f-f99482522cb2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 200 len: 859 time: 0.1302559 Apr 22 13:00:04.702729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:04.736303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a00a5d-f895-4848-b74b-6258228f8532 None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:00:04.737679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-01a00a5d-f895-4848-b74b-6258228f8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:00:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:00:04.794807 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02f2c06d-6509-4973-a53c-e7bf25943b8e req-bc6be224-4735-4886-81ba-4e4f75cd7da3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85edf73c-9312-4784-969b-14c6f03936f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763111 Apr 22 13:00:04.872673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Attempting to bind port 60a081b5-a757-4e62-88c4-c163d358decb on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:00:04.873163 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Attempting to bind port 60a081b5-a757-4e62-88c4-c163d358decb by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:00:04.873540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Attempting to bind port 60a081b5-a757-4e62-88c4-c163d358decb on network 9f164ba4-5491-4288-8722-90eb8a2af681 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:00:04.889387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795f43-31e6-4cb9-bfc5-db042128f8f3 req-363761cf-2a82-46a9-8875-326b1ba4ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:04.892812 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c0795f43-31e6-4cb9-bfc5-db042128f8f3 req-363761cf-2a82-46a9-8875-326b1ba4ccd0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=028af9f54afe41f9878fb8e62a487739&device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 1098 time: 0.8108239 Apr 22 13:00:04.894280 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Port 60a081b5-a757-4e62-88c4-c163d358decb on network 9f164ba4-5491-4288-8722-90eb8a2af681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 13:00:04.894976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Attempting to bind port 60a081b5-a757-4e62-88c4-c163d358decb on network 9f164ba4-5491-4288-8722-90eb8a2af681 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:00:05.094656 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02f2c06d-6509-4973-a53c-e7bf25943b8e req-3b52e3f2-2703-45bb-853b-0af6bfc727b6 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815220 Apr 22 13:00:05.110687 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b24e9-3946-4bf7-8d8b-201982cffd4e req-cc89ac99-b14f-46b6-ae15-271254c9a547 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:05.119735 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fc5b24e9-3946-4bf7-8d8b-201982cffd4e req-cc89ac99-b14f-46b6-ae15-271254c9a547 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 944 time: 0.8669081 Apr 22 13:00:05.125108 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:00:05.125595 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Checking segment: {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:00:05.126281 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Bound using segment: {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:00:05.127542 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Bound port: 60a081b5-a757-4e62-88c4-c163d358decb, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5413a8a8-80c0-4027-93f2-4084509ded4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681'}}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:00:05.128039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:05.158663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795f43-31e6-4cb9-bfc5-db042128f8f3 req-55c2e0df-e667-467e-a143-52df7b4c842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:05.161395 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c0795f43-31e6-4cb9-bfc5-db042128f8f3 req-55c2e0df-e667-467e-a143-52df7b4c842f service neutron] 10.222.0.89 "GET /v2.0/networks?id=31207420-d65b-4b1e-9a86-8f6b5be77b86 HTTP/1.1" status: 200 len: 911 time: 0.2521107 Apr 22 13:00:05.172927 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0e809-f019-4800-9047-2176ecaece65 req-95770902-de32-4ea0-977c-df4b45f3e83b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:05.181963 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-01a00a5d-f895-4848-b74b-6258228f8532 None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:00:05.182995 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c6c0e809-f019-4800-9047-2176ecaece65 req-95770902-de32-4ea0-977c-df4b45f3e83b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.8941264 Apr 22 13:00:05.326946 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fc5b24e9-3946-4bf7-8d8b-201982cffd4e req-844a4eff-9b7a-450a-802a-a644bf1d0f89 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060711 Apr 22 13:00:05.524854 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c6c0e809-f019-4800-9047-2176ecaece65 req-dcbf6f49-eb22-422a-967c-6a95933aa225 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404136 Apr 22 13:00:05.702222 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-02f2c06d-6509-4973-a53c-e7bf25943b8e req-067d5574-534c-43fa-a525-013a174896fc service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301185 Apr 22 13:00:05.732876 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c0795f43-31e6-4cb9-bfc5-db042128f8f3 req-6b0e7f93-da2d-4a8c-8c6a-2256f2ab2476 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5f81898-6b0a-4701-a3dc-65b82c6d9ede HTTP/1.1" status: 200 len: 999 time: 0.4226539 Apr 22 13:00:05.827816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51ec23-4428-4dd4-87e9-a0f2950799f8 req-710b1fa2-33db-4e46-b47b-8b17c9cbe6b9 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:05.831941 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ff51ec23-4428-4dd4-87e9-a0f2950799f8 req-710b1fa2-33db-4e46-b47b-8b17c9cbe6b9 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.2235796 Apr 22 13:00:05.856190 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:00:05.859335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] For port 60a081b5-a757-4e62-88c4-c163d358decb, host hv-cinder-78726, cleared binding levels {{(pid=86512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:00:05.988716 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ff51ec23-4428-4dd4-87e9-a0f2950799f8 req-5f9e955f-aac5-4347-9ab9-bc32c5ca1ba6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428077 Apr 22 13:00:06.260642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] For port 60a081b5-a757-4e62-88c4-c163d358decb, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=60a081b5-a757-4e62-88c4-c163d358decb,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:00:06.278583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:00:06.291608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:00:06.296740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:06.327452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:06.361022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:06.500368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795f43-31e6-4cb9-bfc5-db042128f8f3 req-74b65c17-37fb-4847-b7ab-b1259a685ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:06.503504 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c0795f43-31e6-4cb9-bfc5-db042128f8f3 req-74b65c17-37fb-4847-b7ab-b1259a685ba1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c056221c-c3f3-469d-8ba6-0a1eec805698 HTTP/1.1" status: 200 len: 849 time: 0.7484839 Apr 22 13:00:06.631189 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-01a00a5d-f895-4848-b74b-6258228f8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': '089b986a-b81c-46c3-908e-0f249386e767', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'port_id': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'mac_address': 'fa:16:3e:11:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:59:27Z', 'updated_at': '2021-04-22T12:59:59Z', 'revision_number': 1, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:00:06.658000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a00a5d-f895-4848-b74b-6258228f8532 None None] The sync data for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb is: [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': '089b986a-b81c-46c3-908e-0f249386e767', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'port_id': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'mac_address': 'fa:16:3e:11:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:59:27Z', 'updated_at': '2021-04-22T12:59:59Z', 'revision_number': 1, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:00:06.694748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:06.715633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:06.717241 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:06.719217 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] 10.222.0.89 "PUT /v2.0/ports/60a081b5-a757-4e62-88c4-c163d358decb HTTP/1.1" status: 200 len: 1093 time: 4.8584919 Apr 22 13:00:06.721569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb67aafb-cc3c-402b-a179-ca784bcb1aea', 'tag': '60a081b5-a757-4e62-88c4-c163d358decb'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:00:06.745415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=60a081b5-a757-4e62-88c4-c163d358decb,revision_number=3']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:06.746885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7983e1da-bdfd-4e65-a5f0-367d42ba49a9,segment=NetworkSegment(dab0c8b1-e1df-4b5e-b469-4c25ff0e3135),segment_id=dab0c8b1-e1df-4b5e-b469-4c25ff0e3135)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:06.763488 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:06.764447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c195bf-7e05-4b0d-998e-4d6adb4ac083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7983e1da-bdfd-4e65-a5f0-367d42ba49a9'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:00:06.788397 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248f2ae-8b5c-4e0c-b38c-c09261d43bc5 req-28e3d5ba-cba8-4781-b714-54c6b34d2c74 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:06.792156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-4248f2ae-8b5c-4e0c-b38c-c09261d43bc5 req-28e3d5ba-cba8-4781-b714-54c6b34d2c74 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Synchronizing usage tracker for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:00:06.812200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:06.817105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:06.863901 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de697c0-f73f-4195-9099-74e8ed1035a3 req-ade01edf-c144-461b-817e-d382705193a1 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:06.866681 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5de697c0-f73f-4195-9099-74e8ed1035a3 req-ade01edf-c144-461b-817e-d382705193a1 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 945 time: 0.2028394 Apr 22 13:00:06.900841 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795f43-31e6-4cb9-bfc5-db042128f8f3 req-d8c89ac0-9fc4-4b26-b6e2-2442841ddae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:06.903038 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c0795f43-31e6-4cb9-bfc5-db042128f8f3 req-d8c89ac0-9fc4-4b26-b6e2-2442841ddae2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31207420-d65b-4b1e-9a86-8f6b5be77b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3692253 Apr 22 13:00:06.936654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=7983e1da-bdfd-4e65-a5f0-367d42ba49a9,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:06.940727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:06.950217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-4248f2ae-8b5c-4e0c-b38c-c09261d43bc5 req-28e3d5ba-cba8-4781-b714-54c6b34d2c74 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Unset dirty status for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:00:06.954013 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5de697c0-f73f-4195-9099-74e8ed1035a3 req-9001bfe5-b611-42ff-8ef8-8421417841ea tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718317 Apr 22 13:00:06.961681 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4248f2ae-8b5c-4e0c-b38c-c09261d43bc5 req-28e3d5ba-cba8-4781-b714-54c6b34d2c74 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 943 time: 1.0653973 Apr 22 13:00:07.120614 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c0795f43-31e6-4cb9-bfc5-db042128f8f3 req-390a5e32-6abe-411f-951d-be0a15b43fdb service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061160 Apr 22 13:00:07.140713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd9084-70b3-4438-b484-35149c70035c None None] New status for floating IP 089b986a-b81c-46c3-908e-0f249386e767: ACTIVE {{(pid=86513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:00:07.349155 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad6c7a-9387-4f37-bcd5-10c5bd1bf820 req-0224238c-a9bc-4ffc-9f02-9d9b81cc1583 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:07.352429 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-92ad6c7a-9387-4f37-bcd5-10c5bd1bf820 req-0224238c-a9bc-4ffc-9f02-9d9b81cc1583 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1534307 Apr 22 13:00:07.462745 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-92ad6c7a-9387-4f37-bcd5-10c5bd1bf820 req-fd9eda6a-8865-4cff-b108-6a9e6c88e0fd tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986953 Apr 22 13:00:07.875410 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb67aafb-cc3c-402b-a179-ca784bcb1aea', 'tag': '60a081b5-a757-4e62-88c4-c163d358decb', 'status': 'completed', 'code': 200} Apr 22 13:00:07.875410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-62d32f03-22cb-4c51-bd6a-9fa4a249c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:07.875410 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-62d32f03-22cb-4c51-bd6a-9fa4a249c6bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 1096 time: 0.8450007 Apr 22 13:00:07.879695 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c195bf-7e05-4b0d-998e-4d6adb4ac083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7983e1da-bdfd-4e65-a5f0-367d42ba49a9', 'code': 200} Apr 22 13:00:07.881154 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4248f2ae-8b5c-4e0c-b38c-c09261d43bc5 req-d34f2867-25ac-47bd-ba3b-298ecc63bde7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6830225 Apr 22 13:00:07.881154 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-f90b8167-ea18-41f6-9bd6-f4a96d6465e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60a081b5-a757-4e62-88c4-c163d358decb HTTP/1.1" status: 200 len: 217 time: 0.1426010 Apr 22 13:00:08.040136 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-6c6e3764-1882-4508-8cc6-5ecaf9432223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:08.043026 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-6c6e3764-1882-4508-8cc6-5ecaf9432223 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66a1b699-ff64-4199-8272-39af5eba60be HTTP/1.1" status: 200 len: 855 time: 0.1596136 Apr 22 13:00:08.080552 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c0795f43-31e6-4cb9-bfc5-db042128f8f3 req-fd030a34-0de0-4a7c-b8c3-c014ef2ced9c service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9195588 Apr 22 13:00:08.085971 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60160121-4a5d-4883-8fd3-9e01d8183c49 req-2f628a65-8264-4a9d-b39b-d4321bd9b49c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:08.100885 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-60160121-4a5d-4883-8fd3-9e01d8183c49 req-2f628a65-8264-4a9d-b39b-d4321bd9b49c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.2523754 Apr 22 13:00:08.235308 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-438732de-5451-4a0d-bff9-3f4782c2e9d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9f164ba4-5491-4288-8722-90eb8a2af681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530433 Apr 22 13:00:08.274060 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-60160121-4a5d-4883-8fd3-9e01d8183c49 req-e115af7c-5a59-43da-9d03-d30066dd3c94 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597338 Apr 22 13:00:08.764148 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb98bf0-d3b3-43c2-b49d-36f67e94f9a9 req-fb6287a9-e283-44c4-87be-c84d46171039 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:08.768397 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4eb98bf0-d3b3-43c2-b49d-36f67e94f9a9 req-fb6287a9-e283-44c4-87be-c84d46171039 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1077020 Apr 22 13:00:08.827319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9164628-d6e7-4df8-9d96-1f9b0566de87 req-aa26d060-aa51-484c-ad2d-ede1293b1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:08.830223 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a9164628-d6e7-4df8-9d96-1f9b0566de87 req-aa26d060-aa51-484c-ad2d-ede1293b1879 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 1098 time: 0.4921398 Apr 22 13:00:08.831204 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4eb98bf0-d3b3-43c2-b49d-36f67e94f9a9 req-1675b98b-a36b-4200-8f30-c275d2d97d05 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580661 Apr 22 13:00:08.833611 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-cd86ec55-8322-4132-b878-5952e5aca8ec service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793648 Apr 22 13:00:08.867606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee27b00-c71b-4377-9be8-f7ba8792c4bd req-afb059b6-4aca-4b99-948a-4a15c40a2c93 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:08.867606 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ee27b00-c71b-4377-9be8-f7ba8792c4bd req-afb059b6-4aca-4b99-948a-4a15c40a2c93 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 945 time: 0.3592644 Apr 22 13:00:09.103163 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2ee27b00-c71b-4377-9be8-f7ba8792c4bd req-c323e977-9ef8-4fc0-b969-5517a150535c tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030768 Apr 22 13:00:09.120360 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96a29f-18e1-4215-a0ca-666fe8395f5f req-4526a41e-ca6c-473b-b87d-353e1749029e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:09.122317 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-af96a29f-18e1-4215-a0ca-666fe8395f5f req-4526a41e-ca6c-473b-b87d-353e1749029e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 943 time: 0.1301734 Apr 22 13:00:09.135279 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a9164628-d6e7-4df8-9d96-1f9b0566de87 req-8813173b-8111-4cae-b8fa-e9faa86f82fc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674236 Apr 22 13:00:09.250978 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ba21ce8-c203-4fd6-8b97-870b9eb06f5c req-2b479039-def2-4ab1-87ba-fae933a4dee5 service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529444 Apr 22 13:00:09.267152 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-af96a29f-18e1-4215-a0ca-666fe8395f5f req-249b6cb4-3170-481b-ad31-aef5f33f84d6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289303 Apr 22 13:00:09.625441 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc26d7a-5020-4dcf-8b4e-f5268b96e8b1 req-8c94a63a-3ad1-45c3-ab89-df37f0f62e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:09.629398 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fdc26d7a-5020-4dcf-8b4e-f5268b96e8b1 req-8c94a63a-3ad1-45c3-ab89-df37f0f62e4c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a32cfb1585b426b890f77ee0191ba14&device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 1096 time: 0.2103150 Apr 22 13:00:09.782642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0abc8a-973f-4f24-9fc0-0af32c620177 req-4e408b16-0b06-40ad-8a30-e47d719e1355 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:09.785530 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc0abc8a-973f-4f24-9fc0-0af32c620177 req-4e408b16-0b06-40ad-8a30-e47d719e1355 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1714182 Apr 22 13:00:09.846467 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc0abc8a-973f-4f24-9fc0-0af32c620177 req-d0da1e49-39c6-4675-be04-3f37442e3945 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519204 Apr 22 13:00:09.925700 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc26d7a-5020-4dcf-8b4e-f5268b96e8b1 req-f7f82887-8e0c-402a-bd3f-a626a0ccb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:09.928336 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fdc26d7a-5020-4dcf-8b4e-f5268b96e8b1 req-f7f82887-8e0c-402a-bd3f-a626a0ccb9cd service neutron] 10.222.0.89 "GET /v2.0/networks?id=9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 200 len: 916 time: 0.2782025 Apr 22 13:00:10.176742 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fdc26d7a-5020-4dcf-8b4e-f5268b96e8b1 req-05e2d750-4df3-4925-839b-f132d4732730 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60a081b5-a757-4e62-88c4-c163d358decb HTTP/1.1" status: 200 len: 217 time: 0.2266066 Apr 22 13:00:10.361892 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc26d7a-5020-4dcf-8b4e-f5268b96e8b1 req-440bcc08-172f-4830-b74b-f3979b568f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:10.365158 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fdc26d7a-5020-4dcf-8b4e-f5268b96e8b1 req-440bcc08-172f-4830-b74b-f3979b568f4d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66a1b699-ff64-4199-8272-39af5eba60be HTTP/1.1" status: 200 len: 855 time: 0.1738439 Apr 22 13:00:10.398239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbd404-67ed-4405-9bc0-fe7bbd60d4cb req-0c117cf0-9838-4493-83e4-da7c857af29f tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:10.401597 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-08fbd404-67ed-4405-9bc0-fe7bbd60d4cb req-0c117cf0-9838-4493-83e4-da7c857af29f tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.3371108 Apr 22 13:00:10.511836 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fc571-70f1-4f60-9292-2876ffeafdd1 req-18667d4e-2e98-4e2c-bf5e-7ef1a3903bc2 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:10.511836 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d71fc571-70f1-4f60-9292-2876ffeafdd1 req-18667d4e-2e98-4e2c-bf5e-7ef1a3903bc2 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 945 time: 0.1565502 Apr 22 13:00:10.522589 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fdc26d7a-5020-4dcf-8b4e-f5268b96e8b1 req-422f5591-3a31-47ea-8d0e-695da4f77e0a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9f164ba4-5491-4288-8722-90eb8a2af681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191564 Apr 22 13:00:10.624614 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d71fc571-70f1-4f60-9292-2876ffeafdd1 req-df011919-287d-400c-aea6-4e83d448d74e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011052 Apr 22 13:00:10.740972 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-08fbd404-67ed-4405-9bc0-fe7bbd60d4cb req-e76d7d57-5e28-49fb-be71-20a7fb4c4364 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724533 Apr 22 13:00:10.959785 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fdc26d7a-5020-4dcf-8b4e-f5268b96e8b1 req-ca2dbb9d-be89-4376-a2a4-803dbbdc9236 service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042723 Apr 22 13:00:11.083037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528b4fb-064e-4260-b99b-0727af41c791 req-b2e3d175-aea7-4bf2-81ca-d220aa7b67c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:11.096518 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3528b4fb-064e-4260-b99b-0727af41c791 req-b2e3d175-aea7-4bf2-81ca-d220aa7b67c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 943 time: 0.2329352 Apr 22 13:00:11.207981 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3528b4fb-064e-4260-b99b-0727af41c791 req-8854e37e-14d8-4fb4-85ba-36cefe0b5c04 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080043 Apr 22 13:00:11.241211 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fdc26d7a-5020-4dcf-8b4e-f5268b96e8b1 req-4d805c2b-a7fd-4b72-a0b0-ffe4106baf00 service neutron] 10.222.0.89 "GET /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559471 Apr 22 13:00:11.648723 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b3f42-7450-4e54-a475-0d16290e035d req-ca3e881e-5e24-435a-b496-8ad4b4a578f2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:11.650524 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3c1b3f42-7450-4e54-a475-0d16290e035d req-ca3e881e-5e24-435a-b496-8ad4b4a578f2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.2627268 Apr 22 13:00:11.783561 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3c1b3f42-7450-4e54-a475-0d16290e035d req-1db31238-654e-4976-9452-de4878b8283e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230261 Apr 22 13:00:11.795280 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-35b5462b-1254-4eb6-9791-be7e73465bf3 req-b4a70736-e0d6-4e69-a098-b9417e8eae89 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2689760 Apr 22 13:00:11.871481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 60a081b5-a757-4e62-88c4-c163d358decb details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:00:12.103222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5462b-1254-4eb6-9791-be7e73465bf3 req-bab5ec2e-845c-4ab4-822f-2f711f779e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:12.107450 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-35b5462b-1254-4eb6-9791-be7e73465bf3 req-bab5ec2e-845c-4ab4-822f-2f711f779e7b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 1098 time: 0.2615299 Apr 22 13:00:12.195266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5ddef-5b2c-47d6-911e-e827a8d92d28 req-306b7660-15a4-4dc8-99db-09aa95080a88 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:12.198756 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0bc5ddef-5b2c-47d6-911e-e827a8d92d28 req-306b7660-15a4-4dc8-99db-09aa95080a88 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 945 time: 0.2818832 Apr 22 13:00:12.301029 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 60a081b5-a757-4e62-88c4-c163d358decb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=60a081b5-a757-4e62-88c4-c163d358decb,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:12.365987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '60a081b5-a757-4e62-88c4-c163d358decb', 'network_id': '9f164ba4-5491-4288-8722-90eb8a2af681', 'port_id': '60a081b5-a757-4e62-88c4-c163d358decb', 'mac_address': 'fa:16:3e:69:7a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a1b699-ff64-4199-8272-39af5eba60be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:00:12.401757 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0bc5ddef-5b2c-47d6-911e-e827a8d92d28 req-b6331775-2b7c-4ea8-816f-7a527be0269d tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861415 Apr 22 13:00:12.564239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:12.609527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a081b5-a757-4e62-88c4-c163d358decb {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:00:12.660869 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 60a081b5-a757-4e62-88c4-c163d358decb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=60a081b5-a757-4e62-88c4-c163d358decb,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:12.697991 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5462b-1254-4eb6-9791-be7e73465bf3 req-bcaf743a-b26f-4405-b1ac-0195c0f99b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:12.700474 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-35b5462b-1254-4eb6-9791-be7e73465bf3 req-bcaf743a-b26f-4405-b1ac-0195c0f99b32 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 920 time: 0.5606146 Apr 22 13:00:12.795076 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:12.803863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:12.810047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d54c6-70a2-44ff-a088-3214ebd61407 req-3b257550-5127-4471-939e-0e130ee17d10 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:12.825374 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-860d54c6-70a2-44ff-a088-3214ebd61407 req-3b257550-5127-4471-939e-0e130ee17d10 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 944 time: 0.1891854 Apr 22 13:00:12.875808 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-35b5462b-1254-4eb6-9791-be7e73465bf3 req-bcc3638a-45e7-43b5-b955-cfce15605d38 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e HTTP/1.1" status: 200 len: 217 time: 0.1544883 Apr 22 13:00:12.924615 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-860d54c6-70a2-44ff-a088-3214ebd61407 req-68ad8624-54cc-4b9e-93e3-040aa215851b tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857527 Apr 22 13:00:12.971975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=60a081b5-a757-4e62-88c4-c163d358decb,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:12.977568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:13.035672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5462b-1254-4eb6-9791-be7e73465bf3 req-b0f20d27-b63e-43a3-9cf0-8baf96e50875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:13.039452 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-35b5462b-1254-4eb6-9791-be7e73465bf3 req-b0f20d27-b63e-43a3-9cf0-8baf96e50875 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 200 len: 859 time: 0.1517198 Apr 22 13:00:13.198243 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-35b5462b-1254-4eb6-9791-be7e73465bf3 req-488f15f5-9d6b-49a6-abba-4320e8e1f13a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85edf73c-9312-4784-969b-14c6f03936f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412041 Apr 22 13:00:13.411164 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['60a081b5-a757-4e62-88c4-c163d358decb'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:00:13.526936 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-35b5462b-1254-4eb6-9791-be7e73465bf3 req-8a7617f3-b168-4b7d-b1f6-2ef54f65c9f1 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097672 Apr 22 13:00:13.745779 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55af3e-d8b1-402e-bc44-ebc7487b3339 req-edd1c57d-a2ff-443f-ae21-74fa53e1118d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:13.761452 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5a55af3e-d8b1-402e-bc44-ebc7487b3339 req-edd1c57d-a2ff-443f-ae21-74fa53e1118d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.6435635 Apr 22 13:00:13.969894 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5a55af3e-d8b1-402e-bc44-ebc7487b3339 req-30b404c4-16bb-4325-a0bd-d29a581b8122 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068164 Apr 22 13:00:14.116531 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-35b5462b-1254-4eb6-9791-be7e73465bf3 req-8ca594f4-23fc-4451-af7c-b678ad2e5d93 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689156 Apr 22 13:00:14.206562 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:14.384188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97ac28-d851-4c83-8d24-37935fd1570d req-300b972b-8664-491e-9440-5c3981b8fb16 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:14.389198 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2a97ac28-d851-4c83-8d24-37935fd1570d req-300b972b-8664-491e-9440-5c3981b8fb16 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2788455 Apr 22 13:00:14.504556 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2a97ac28-d851-4c83-8d24-37935fd1570d req-aca19cd0-2cff-4c23-8fed-a65e737e8b05 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023858 Apr 22 13:00:14.547899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015c479-8385-4a60-9278-36d662a89785 req-81b63d8f-75be-4d15-9853-99c7a63a2929 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:14.550958 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6015c479-8385-4a60-9278-36d662a89785 req-81b63d8f-75be-4d15-9853-99c7a63a2929 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 944 time: 0.2014904 Apr 22 13:00:14.670389 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6015c479-8385-4a60-9278-36d662a89785 req-4e9de6a6-5169-4fbe-bbd1-10d9bfa58563 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072271 Apr 22 13:00:15.931916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 50916) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:00:16.208119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-02517206-2a6f-4490-b967-1977b8e08960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:16.404089 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-02517206-2a6f-4490-b967-1977b8e08960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:00:16.414311 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-02517206-2a6f-4490-b967-1977b8e08960 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef50208a1f84364942421c2ed932349 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:00:16.421610 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-02517206-2a6f-4490-b967-1977b8e08960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:00:16.438048 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-02517206-2a6f-4490-b967-1977b8e08960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:00:16.582496 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279f51a-cfa7-4ebb-8257-86c1235296af req-de182190-02ea-428e-b08d-d74ce492fac2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:16.584433 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0279f51a-cfa7-4ebb-8257-86c1235296af req-de182190-02ea-428e-b08d-d74ce492fac2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.7584903 Apr 22 13:00:16.619187 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c28d7-83be-4a71-88c0-64e712d46eea req-2b76db27-ec44-44d7-870b-100e99948062 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:16.622370 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6e4c28d7-83be-4a71-88c0-64e712d46eea req-2b76db27-ec44-44d7-870b-100e99948062 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 945 time: 0.3748243 Apr 22 13:00:16.673152 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0279f51a-cfa7-4ebb-8257-86c1235296af req-858df2a9-9ed3-4d25-b859-1c921087b862 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754826 Apr 22 13:00:16.747887 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6e4c28d7-83be-4a71-88c0-64e712d46eea req-4ad7d7ed-29db-49f8-88c2-c0cc53177ec6 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073329 Apr 22 13:00:16.750609 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-02517206-2a6f-4490-b967-1977b8e08960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:16.817274 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-02517206-2a6f-4490-b967-1977b8e08960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:16.857345 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c4201e03-9d46-4dd8-952b-985ffc39af52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:16.925335 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-02517206-2a6f-4490-b967-1977b8e08960 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ef50208a1f84364942421c2ed932349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9872842 Apr 22 13:00:16.925335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02517206-2a6f-4490-b967-1977b8e08960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a90970-52c4-4665-b20d-bfa5727c2e05,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:16.928185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 50930) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:00:16.933469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-02517206-2a6f-4490-b967-1977b8e08960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:17.053717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-06ba8715-8972-4b6d-bb0b-924c8ad661da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:17.055578 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3c788-5057-438a-83c2-40e2130e45f8 req-33aa6144-1158-49e6-af85-6813daa1ee7d tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:17.058611 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-72c3c788-5057-438a-83c2-40e2130e45f8 req-33aa6144-1158-49e6-af85-6813daa1ee7d tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 944 time: 0.2036591 Apr 22 13:00:17.112948 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-06ba8715-8972-4b6d-bb0b-924c8ad661da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:17.155618 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-72c3c788-5057-438a-83c2-40e2130e45f8 req-23f2b711-d0c9-4592-a629-0a46802d62e7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858481 Apr 22 13:00:17.514118 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-06ba8715-8972-4b6d-bb0b-924c8ad661da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:17.519720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-996dffa1-5877-47f6-a8e4-cf2f1927a57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:17.536050 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba8715-8972-4b6d-bb0b-924c8ad661da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a90970-52c4-4665-b20d-bfa5727c2e05,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:17.540500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-06ba8715-8972-4b6d-bb0b-924c8ad661da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:17.544756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-06ba8715-8972-4b6d-bb0b-924c8ad661da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:17.545890 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-06ba8715-8972-4b6d-bb0b-924c8ad661da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33a90970-52c4-4665-b20d-bfa5727c2e05 HTTP/1.1" status: 204 len: 168 time: 0.6162095 Apr 22 13:00:17.903679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 60a081b5-a757-4e62-88c4-c163d358decb up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:00:18.051299 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4a222-264c-4b30-8793-d59f0784edde req-e6fae8d3-1b3b-4a50-938e-4a6c8ef2b769 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:18.055841 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c1c4a222-264c-4b30-8793-d59f0784edde req-e6fae8d3-1b3b-4a50-938e-4a6c8ef2b769 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1931798 Apr 22 13:00:18.120911 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port 60a081b5-a757-4e62-88c4-c163d358decb completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:00:18.132818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 60a081b5-a757-4e62-88c4-c163d358decb triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:00:18.133725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:18.154331 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c1c4a222-264c-4b30-8793-d59f0784edde req-3f848d9d-da4b-4c9a-b852-5cbc5fdfb241 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863440 Apr 22 13:00:18.307620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c629a1e-501e-447e-aac0-7627b237215b req-772d02e3-3c55-491a-ac06-915f6152124c tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:18.311214 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8c629a1e-501e-447e-aac0-7627b237215b req-772d02e3-3c55-491a-ac06-915f6152124c tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 945 time: 0.3157585 Apr 22 13:00:18.353679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f263154-6730-4f0f-83b6-2c49d92a794e req-450fefee-2e53-4324-a61c-8f42f9133005 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:18.358150 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6f263154-6730-4f0f-83b6-2c49d92a794e req-450fefee-2e53-4324-a61c-8f42f9133005 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.89 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 945 time: 0.2766433 Apr 22 13:00:18.511833 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:18.618109 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 60a081b5-a757-4e62-88c4-c163d358decb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=60a081b5-a757-4e62-88c4-c163d358decb,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:18.620065 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb67aafb-cc3c-402b-a179-ca784bcb1aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a081b5-a757-4e62-88c4-c163d358decb'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:00:18.638599 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 50958) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:00:18.657730 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:18.661183 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:18.686008 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8c629a1e-501e-447e-aac0-7627b237215b req-38dc2dea-0c16-4512-af50-26fc952c60ba tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261316 Apr 22 13:00:18.698336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b151bb7d-56a8-4c4f-b94f-ca90eaec92e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:18.718072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-6f263154-6730-4f0f-83b6-2c49d92a794e req-2faf682f-7052-475e-8d31-b0fd478a7f0a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Deleting port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:00:18.718684 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-6f263154-6730-4f0f-83b6-2c49d92a794e req-2faf682f-7052-475e-8d31-b0fd478a7f0a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:18.763138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b151bb7d-56a8-4c4f-b94f-ca90eaec92e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:00:18.774145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b151bb7d-56a8-4c4f-b94f-ca90eaec92e9 admin admin] Usage tracker for resource:security_group_rule and tenant:d788d4ff4dce403696c28b96306d4a86 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:00:18.778937 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b151bb7d-56a8-4c4f-b94f-ca90eaec92e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:00:18.788209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b151bb7d-56a8-4c4f-b94f-ca90eaec92e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:00:18.891684 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=60a081b5-a757-4e62-88c4-c163d358decb,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:18.898875 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb67aafb-cc3c-402b-a179-ca784bcb1aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a081b5-a757-4e62-88c4-c163d358decb', 'code': 200} Apr 22 13:00:18.899929 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:19.175537 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b151bb7d-56a8-4c4f-b94f-ca90eaec92e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:19.238962 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b151bb7d-56a8-4c4f-b94f-ca90eaec92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:19.326863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ba123ae0-c989-4755-a254-87e81351eea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:19.344626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-6f263154-6730-4f0f-83b6-2c49d92a794e req-2faf682f-7052-475e-8d31-b0fd478a7f0a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] For port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7983e1da-bdfd-4e65-a5f0-367d42ba49a9,segment=NetworkSegment(dab0c8b1-e1df-4b5e-b469-4c25ff0e3135),segment_id=dab0c8b1-e1df-4b5e-b469-4c25ff0e3135)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:19.345159 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-6f263154-6730-4f0f-83b6-2c49d92a794e req-2faf682f-7052-475e-8d31-b0fd478a7f0a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:19.359589 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b151bb7d-56a8-4c4f-b94f-ca90eaec92e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d788d4ff4dce403696c28b96306d4a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7146921 Apr 22 13:00:19.364919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 50966) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:00:19.375044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86da15-49bd-404f-a3fc-3cc615d8468b req-2c5f9902-10cd-4c94-84ec-413d99dfc422 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:19.379664 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1d86da15-49bd-404f-a3fc-3cc615d8468b req-2c5f9902-10cd-4c94-84ec-413d99dfc422 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 945 time: 0.3379869 Apr 22 13:00:19.460745 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151bb7d-56a8-4c4f-b94f-ca90eaec92e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f38c4e-af19-4fbd-9953-eeeab9156c4c,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:19.473531 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b151bb7d-56a8-4c4f-b94f-ca90eaec92e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:19.525495 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1d86da15-49bd-404f-a3fc-3cc615d8468b req-cbcaa0a6-2e38-4c51-a050-e589be517217 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048579 Apr 22 13:00:19.773043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-6f263154-6730-4f0f-83b6-2c49d92a794e req-2faf682f-7052-475e-8d31-b0fd478a7f0a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Calling delete_port for 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 owned by compute:nova {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:00:20.036263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:00:20.204428 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-39c5679a-7339-4e2c-9ef2-cfa4a66201da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:20.290925 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc748d-59a6-458f-ad1e-63f79bba1532 req-9b4cf9c1-4175-43a0-836c-07e651ab7e97 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:20.304615 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cfcc748d-59a6-458f-ad1e-63f79bba1532 req-9b4cf9c1-4175-43a0-836c-07e651ab7e97 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 945 time: 0.1801381 Apr 22 13:00:20.348143 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e29f1-d1db-4b03-a9dd-e5ca8f2b93b3 req-08a260c5-5929-47ad-8336-af708b16f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:20.351853 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-166e29f1-d1db-4b03-a9dd-e5ca8f2b93b3 req-08a260c5-5929-47ad-8336-af708b16f8fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 1098 time: 0.9770529 Apr 22 13:00:20.393938 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cfcc748d-59a6-458f-ad1e-63f79bba1532 req-17d6dffd-2b47-4f43-899b-230ee72a7170 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839250 Apr 22 13:00:20.451132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15204e66-866a-4a94-987e-359c1f6c8e1d req-cda2b6b9-ff89-40dc-a42c-8f887f6e60e6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:20.454877 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-15204e66-866a-4a94-987e-359c1f6c8e1d req-cda2b6b9-ff89-40dc-a42c-8f887f6e60e6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.8348143 Apr 22 13:00:20.470301 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-39c5679a-7339-4e2c-9ef2-cfa4a66201da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:20.619134 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-166e29f1-d1db-4b03-a9dd-e5ca8f2b93b3 req-69a4fd1a-27ef-47d7-817c-c7d88df3149b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354674 Apr 22 13:00:20.661387 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-15204e66-866a-4a94-987e-359c1f6c8e1d req-d7801280-207f-46ef-a574-265edb92a85f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664221 Apr 22 13:00:20.668760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-6f263154-6730-4f0f-83b6-2c49d92a794e req-2faf682f-7052-475e-8d31-b0fd478a7f0a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:20.686446 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ed9cb112-ed18-4aa7-8940-94355df439e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:20.774564 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf682f-7052-475e-8d31-b0fd478a7f0a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Pushing event deleted for resources: {'Port': ['ID=7983e1da-bdfd-4e65-a5f0-367d42ba49a9,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:20.789725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2faf682f-7052-475e-8d31-b0fd478a7f0a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:21.042020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-39c5679a-7339-4e2c-9ef2-cfa4a66201da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:21.061889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-71f5a392-cc54-4b5f-93c6-bf17cc9ec2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:21.076087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f263154-6730-4f0f-83b6-2c49d92a794e req-2faf682f-7052-475e-8d31-b0fd478a7f0a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] No DVR routers for this DVR port 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 on host hv-cinder-78726 {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:00:21.102732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-6f263154-6730-4f0f-83b6-2c49d92a794e req-2faf682f-7052-475e-8d31-b0fd478a7f0a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:21.109020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5679a-7339-4e2c-9ef2-cfa4a66201da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f38c4e-af19-4fbd-9953-eeeab9156c4c,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:21.111943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c195bf-7e05-4b0d-998e-4d6adb4ac083', 'name': 'network-vif-deleted', 'tag': '7983e1da-bdfd-4e65-a5f0-367d42ba49a9'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:00:21.133375 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-39c5679a-7339-4e2c-9ef2-cfa4a66201da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:21.143485 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6f263154-6730-4f0f-83b6-2c49d92a794e req-2faf682f-7052-475e-8d31-b0fd478a7f0a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.89 "DELETE /v2.0/ports/7983e1da-bdfd-4e65-a5f0-367d42ba49a9 HTTP/1.1" status: 204 len: 173 time: 2.7082686 Apr 22 13:00:21.156832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-39c5679a-7339-4e2c-9ef2-cfa4a66201da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:21.159155 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-39c5679a-7339-4e2c-9ef2-cfa4a66201da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7f38c4e-af19-4fbd-9953-eeeab9156c4c HTTP/1.1" status: 204 len: 168 time: 1.7923763 Apr 22 13:00:21.226232 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05795e3-c128-4460-8217-cf741b49b0ac req-545873f1-75d1-4825-bdcf-197dbc0b70ad tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:21.229178 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b05795e3-c128-4460-8217-cf741b49b0ac req-545873f1-75d1-4825-bdcf-197dbc0b70ad tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 945 time: 0.2925935 Apr 22 13:00:21.375625 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b05795e3-c128-4460-8217-cf741b49b0ac req-351921fd-953b-45b5-8781-bea2127270b7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266506 Apr 22 13:00:21.608887 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c195bf-7e05-4b0d-998e-4d6adb4ac083', 'name': 'network-vif-deleted', 'tag': '7983e1da-bdfd-4e65-a5f0-367d42ba49a9', 'status': 'completed', 'code': 200} Apr 22 13:00:21.739715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3cab2-4694-4435-b64e-526337e995bd req-da8bfe66-6475-4822-b878-69094dd4170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:21.742832 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7cd3cab2-4694-4435-b64e-526337e995bd req-da8bfe66-6475-4822-b878-69094dd4170a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 1098 time: 0.2770782 Apr 22 13:00:21.942265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 69380f2d-d934-4c77-bf36-d795a39e605b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:00:21.951210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:00:22.029500 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a3e5fafc-3b22-43a2-9287-7b073af6876b req-a8d0d692-add9-4c00-8a24-ee8434a2add8 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=63c195bf-7e05-4b0d-998e-4d6adb4ac083 HTTP/1.1" status: 200 len: 210 time: 0.1628339 Apr 22 13:00:22.107192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:00:22.112462 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 7983e1da-bdfd-4e65-a5f0-367d42ba49a9 not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:00:22.520249 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0dc79-99a3-4813-9234-239e698c15a3 req-2d1c00f3-0fc7-47e5-a5b3-a7996bce3654 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:22.545310 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3ff0dc79-99a3-4813-9234-239e698c15a3 req-2d1c00f3-0fc7-47e5-a5b3-a7996bce3654 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.7283077 Apr 22 13:00:22.609259 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3cab2-4694-4435-b64e-526337e995bd req-a980cf2e-9afe-43e3-9eca-eb36330021e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:22.611737 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7cd3cab2-4694-4435-b64e-526337e995bd req-a980cf2e-9afe-43e3-9eca-eb36330021e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 920 time: 0.8541880 Apr 22 13:00:22.672349 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3ff0dc79-99a3-4813-9234-239e698c15a3 req-2bf505ea-31c0-41aa-a983-0006cf87a838 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252024 Apr 22 13:00:22.767525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 51052) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:00:22.838364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8f293364-8654-45a7-9cf7-0c95e1a234a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:22.870374 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8f293364-8654-45a7-9cf7-0c95e1a234a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:00:22.875524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8f293364-8654-45a7-9cf7-0c95e1a234a1 admin admin] Usage tracker for resource:security_group_rule and tenant:7b168c46f449469ba6cc1e3a89ecdc3f is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:00:22.880977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8f293364-8654-45a7-9cf7-0c95e1a234a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:00:22.890882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8f293364-8654-45a7-9cf7-0c95e1a234a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:00:22.901133 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:22.922628 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7cd3cab2-4694-4435-b64e-526337e995bd req-c415e0b7-cbd6-4d47-9deb-bcd1b129d688 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e HTTP/1.1" status: 200 len: 217 time: 0.2288489 Apr 22 13:00:22.954343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd3fe8-276a-40c0-b0ae-ec0bcaf26989 req-87fe3d36-5464-40f3-b7c0-e3fd9ffe532f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:22.957563 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3ecd3fe8-276a-40c0-b0ae-ec0bcaf26989 req-87fe3d36-5464-40f3-b7c0-e3fd9ffe532f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.3429863 Apr 22 13:00:22.981733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '69380f2d-d934-4c77-bf36-d795a39e605b', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'port_id': '69380f2d-d934-4c77-bf36-d795a39e605b', 'mac_address': 'fa:16:3e:9a:b1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:00:23.027786 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3cab2-4694-4435-b64e-526337e995bd req-8486bd35-7c9b-44f8-956d-a8a5604e524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:23.029597 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7cd3cab2-4694-4435-b64e-526337e995bd req-8486bd35-7c9b-44f8-956d-a8a5604e524b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 200 len: 859 time: 0.0862184 Apr 22 13:00:23.085559 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3ecd3fe8-276a-40c0-b0ae-ec0bcaf26989 req-12ced1ee-18c0-4685-a30b-bf017fb2612a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131883 Apr 22 13:00:23.111650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:23.182471 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7cd3cab2-4694-4435-b64e-526337e995bd req-0678981e-7195-4285-ac12-b0f3e86caa4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85edf73c-9312-4784-969b-14c6f03936f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278207 Apr 22 13:00:23.219095 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69380f2d-d934-4c77-bf36-d795a39e605b {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:00:23.282153 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:23.328528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:23.332873 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:23.348400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8f293364-8654-45a7-9cf7-0c95e1a234a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:23.394347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8f293364-8654-45a7-9cf7-0c95e1a234a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:23.430890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8f777b71-3602-48d3-ac42-3d285168b1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:23.544881 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f293364-8654-45a7-9cf7-0c95e1a234a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de142bf-db73-478c-a079-921f2ac8c501,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:23.555850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8f293364-8654-45a7-9cf7-0c95e1a234a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:23.593177 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8f293364-8654-45a7-9cf7-0c95e1a234a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b168c46f449469ba6cc1e3a89ecdc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8185771 Apr 22 13:00:23.596626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 51078) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:00:23.637271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['69380f2d-d934-4c77-bf36-d795a39e605b'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:00:23.737561 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7cd3cab2-4694-4435-b64e-526337e995bd req-b7fc3b7f-eb50-4a04-b4a3-99e27e4bdda8 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106171 Apr 22 13:00:23.812671 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6f3c8-63a1-4bae-8932-cb797ce9f04a req-e223436a-2e82-4c58-ba52-927d24f4fd9d tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:23.824483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-18f8f72f-f6aa-4356-921c-e3e310303941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:23.827324 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f0d6f3c8-63a1-4bae-8932-cb797ce9f04a req-e223436a-2e82-4c58-ba52-927d24f4fd9d tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 945 time: 0.6380177 Apr 22 13:00:23.920286 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=69380f2d-d934-4c77-bf36-d795a39e605b,revision_number=6']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:23.954872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:24.011604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-18f8f72f-f6aa-4356-921c-e3e310303941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:24.159073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-18f8f72f-f6aa-4356-921c-e3e310303941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:24.168380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:24.194326 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8f72f-f6aa-4356-921c-e3e310303941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de142bf-db73-478c-a079-921f2ac8c501,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:24.213846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-18f8f72f-f6aa-4356-921c-e3e310303941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:24.216606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-18f8f72f-f6aa-4356-921c-e3e310303941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:24.223868 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-18f8f72f-f6aa-4356-921c-e3e310303941 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9de142bf-db73-478c-a079-921f2ac8c501 HTTP/1.1" status: 204 len: 168 time: 0.6247282 Apr 22 13:00:24.588870 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f0d6f3c8-63a1-4bae-8932-cb797ce9f04a req-a3eb001b-3ff9-406a-b428-8ae170772159 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7599015 Apr 22 13:00:24.686323 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7cd3cab2-4694-4435-b64e-526337e995bd req-a306857f-5221-4bfe-bb32-d879d2b27a6e service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9297717 Apr 22 13:00:24.797520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40702182-b33c-4166-babb-89865ef7b36d req-945a4eb6-bd7b-4a86-a808-a5dcf90e3d9a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:24.800735 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-40702182-b33c-4166-babb-89865ef7b36d req-945a4eb6-bd7b-4a86-a808-a5dcf90e3d9a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.6022551 Apr 22 13:00:24.947528 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-40702182-b33c-4166-babb-89865ef7b36d req-b15ac41f-e53a-4bbb-b80a-9b45ea73f9ff tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311266 Apr 22 13:00:25.442292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59f9c2-e4b0-49bc-a666-afab850001c3 req-53f86ac4-074c-4c62-b7b2-1fb215606c1f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:25.444950 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4a59f9c2-e4b0-49bc-a666-afab850001c3 req-53f86ac4-074c-4c62-b7b2-1fb215606c1f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 944 time: 0.3025560 Apr 22 13:00:25.538246 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4a59f9c2-e4b0-49bc-a666-afab850001c3 req-2ee339f8-f782-410d-9434-f8219f896483 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845301 Apr 22 13:00:25.954632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 69380f2d-d934-4c77-bf36-d795a39e605b up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:00:26.027144 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f05e9108-3f50-4a7d-a7b3-566e836d9ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:26.107957 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 69380f2d-d934-4c77-bf36-d795a39e605b triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:00:26.111606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:26.441085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:26.509289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfdf34-5b78-40ff-a434-25128af1460b req-9753bce5-a530-4241-bd9d-160e54bdd90b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:26.525305 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-56bfdf34-5b78-40ff-a434-25128af1460b req-9753bce5-a530-4241-bd9d-160e54bdd90b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2825251 Apr 22 13:00:26.532573 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:26.534639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:00:26.617925 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-56bfdf34-5b78-40ff-a434-25128af1460b req-ef0085fb-5f65-43ff-80cd-e922e6454120 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894070 Apr 22 13:00:26.627241 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:26.631173 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:26.744790 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b', 'code': 200} Apr 22 13:00:26.781380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=69380f2d-d934-4c77-bf36-d795a39e605b,revision_number=7']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:26.788338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:27.162173 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1afa4c-ff89-4eab-99aa-207d83210394 req-abdeb8a3-e9e2-4cb1-b2a4-af229fc016f1 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:27.168074 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5f1afa4c-ff89-4eab-99aa-207d83210394 req-abdeb8a3-e9e2-4cb1-b2a4-af229fc016f1 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1981018 Apr 22 13:00:27.269235 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5f1afa4c-ff89-4eab-99aa-207d83210394 req-73429a4e-7fec-43e2-ba6c-10893a4c1de8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858915 Apr 22 13:00:29.472668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9922ec-04da-40ac-8621-efa31768195a req-ff34c3f8-a217-43a4-ad81-e37f72d2ddf1 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:29.474978 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9f9922ec-04da-40ac-8621-efa31768195a req-ff34c3f8-a217-43a4-ad81-e37f72d2ddf1 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1927233 Apr 22 13:00:29.548925 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9f9922ec-04da-40ac-8621-efa31768195a req-f68e9871-fa2b-4aca-8770-1ed77ab6410e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659113 Apr 22 13:00:29.827732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2195c9-d6a7-40c9-8edb-7fff2c194d85 req-07d110e4-8420-4c55-b0fc-9d663ca3870c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:29.829817 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ef2195c9-d6a7-40c9-8edb-7fff2c194d85 req-07d110e4-8420-4c55-b0fc-9d663ca3870c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1138005 Apr 22 13:00:29.895084 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ef2195c9-d6a7-40c9-8edb-7fff2c194d85 req-674d1e1f-f042-499c-9df8-4371757951d8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526047 Apr 22 13:00:29.941214 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:30.430878 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b6ab68f6-6aed-4ca6-9f1f-645362195d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:30.611048 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:30.938970 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa6515-4cbc-4284-be67-614724a888e9 req-e438eb0e-1e15-4859-84cd-70eba556e8e5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:30.941898 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c1aa6515-4cbc-4284-be67-614724a888e9 req-e438eb0e-1e15-4859-84cd-70eba556e8e5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1361744 Apr 22 13:00:31.043703 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c1aa6515-4cbc-4284-be67-614724a888e9 req-72dd3a55-3d3c-4144-bfed-b14076b3b85e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890596 Apr 22 13:00:31.366455 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093582dd-df9a-4b5a-a860-662dd4dadc2b req-8c169771-7c64-4938-9124-648fa034932c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:31.376233 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-093582dd-df9a-4b5a-a860-662dd4dadc2b req-8c169771-7c64-4938-9124-648fa034932c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1536055 Apr 22 13:00:31.446282 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-093582dd-df9a-4b5a-a860-662dd4dadc2b req-fded5bc4-12a0-4e9c-ad33-21176fe7739d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683722 Apr 22 13:00:32.169672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:32.462396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f1d70-a754-4d60-8ee4-712cfcbef0cc req-a0a66ffd-17ca-46dd-b352-5c15d2a48e53 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:32.472160 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b75f1d70-a754-4d60-8ee4-712cfcbef0cc req-a0a66ffd-17ca-46dd-b352-5c15d2a48e53 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1688650 Apr 22 13:00:32.550758 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b75f1d70-a754-4d60-8ee4-712cfcbef0cc req-d36cd3e8-04f0-41da-92d0-25f69364a9e1 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772190 Apr 22 13:00:32.795622 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c60207-acb3-4610-9e9c-a618d9288705 req-bace5d25-8e07-496e-946d-33663b288d37 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:32.797996 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-41c60207-acb3-4610-9e9c-a618d9288705 req-bace5d25-8e07-496e-946d-33663b288d37 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1114602 Apr 22 13:00:32.863411 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-41c60207-acb3-4610-9e9c-a618d9288705 req-6925e6c2-5cee-4900-820a-a37fcffd1d27 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520849 Apr 22 13:00:35.022466 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd2094-f0bd-4b39-a1da-fbe17660b375 req-8f11ebc7-fe8a-4f02-aad1-f370836f0508 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:35.024182 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b7fd2094-f0bd-4b39-a1da-fbe17660b375 req-8f11ebc7-fe8a-4f02-aad1-f370836f0508 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1540568 Apr 22 13:00:35.095583 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b7fd2094-f0bd-4b39-a1da-fbe17660b375 req-ec06e92a-4205-4b90-bbd0-3d543d612b5d tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625944 Apr 22 13:00:35.432513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497be750-2ceb-4278-a643-cc27d66e0756 req-ff2881ee-446b-4f11-8d88-3c32eb4f0d5e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:35.434684 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-497be750-2ceb-4278-a643-cc27d66e0756 req-ff2881ee-446b-4f11-8d88-3c32eb4f0d5e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1207998 Apr 22 13:00:35.505010 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-497be750-2ceb-4278-a643-cc27d66e0756 req-dcde50d1-5546-4e70-89b2-84b83f22763a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606885 Apr 22 13:00:36.575140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09ba69-6b28-42e0-8dbb-d6f319f24e50 req-76a93684-2997-4271-aa11-785172bb975c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:36.580246 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ec09ba69-6b28-42e0-8dbb-d6f319f24e50 req-76a93684-2997-4271-aa11-785172bb975c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1494508 Apr 22 13:00:36.666918 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ec09ba69-6b28-42e0-8dbb-d6f319f24e50 req-2c47581e-e715-4b76-b190-a153ea569895 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742888 Apr 22 13:00:37.074677 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bced4ba-bd0d-4d7c-9509-d1251082bc05 req-6c7471a8-c995-4328-b721-91183175e559 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:37.082023 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1bced4ba-bd0d-4d7c-9509-d1251082bc05 req-6c7471a8-c995-4328-b721-91183175e559 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1492038 Apr 22 13:00:37.144048 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1bced4ba-bd0d-4d7c-9509-d1251082bc05 req-82617563-9dc5-47b8-9e92-806deab1b338 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591626 Apr 22 13:00:38.075457 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f449d5-5fea-4801-a899-cb56a7251ee0 req-4bd586c2-f60a-4485-9656-694060829bdb tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:38.081896 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-56f449d5-5fea-4801-a899-cb56a7251ee0 req-4bd586c2-f60a-4485-9656-694060829bdb tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1578345 Apr 22 13:00:38.166030 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-56f449d5-5fea-4801-a899-cb56a7251ee0 req-3d681756-f85d-40c2-970a-f90ed654e139 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752814 Apr 22 13:00:38.529025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2026aec-c61b-4a07-8b20-0f48f9f8b206 req-239148f5-e576-4392-bc7d-f784dd3d4a38 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:38.529025 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d2026aec-c61b-4a07-8b20-0f48f9f8b206 req-239148f5-e576-4392-bc7d-f784dd3d4a38 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1419883 Apr 22 13:00:38.587471 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d2026aec-c61b-4a07-8b20-0f48f9f8b206 req-cc0b2c23-e0ea-4e57-89b4-f83b04f7fb74 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805836 Apr 22 13:00:39.883722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba91243-3ca2-4eaa-bb4c-3541cc150504 req-09a20525-d542-49d0-889f-4492f710e344 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:39.886629 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6ba91243-3ca2-4eaa-bb4c-3541cc150504 req-09a20525-d542-49d0-889f-4492f710e344 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1901712 Apr 22 13:00:39.981190 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6ba91243-3ca2-4eaa-bb4c-3541cc150504 req-e46db129-3549-4a48-9550-86f8941c593c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815408 Apr 22 13:00:40.315696 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a66bc7-6869-4228-9c18-794501fc6ff8 req-fae8c1c8-efa7-473d-b776-4bc744beb856 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:40.318538 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-36a66bc7-6869-4228-9c18-794501fc6ff8 req-fae8c1c8-efa7-473d-b776-4bc744beb856 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 945 time: 0.1391222 Apr 22 13:00:40.380855 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-36a66bc7-6869-4228-9c18-794501fc6ff8 req-1cffe601-9dd5-4752-9cfd-ce1dea209869 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521882 Apr 22 13:00:40.656286 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27644f-c4c8-4eb3-82e7-8328e574279c req-e48d313e-c876-4abd-af5e-9e493238a682 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:40.658068 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6b27644f-c4c8-4eb3-82e7-8328e574279c req-e48d313e-c876-4abd-af5e-9e493238a682 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1161437 Apr 22 13:00:40.754318 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6b27644f-c4c8-4eb3-82e7-8328e574279c req-25468100-a433-49f7-97bd-e0a3c17a44a5 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820813 Apr 22 13:00:41.287788 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254df99c-b2ab-4382-a70a-d7667e1adfa6 req-c6ff87a9-3516-4037-a3af-46e3f1093365 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:41.290482 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-254df99c-b2ab-4382-a70a-d7667e1adfa6 req-c6ff87a9-3516-4037-a3af-46e3f1093365 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1494911 Apr 22 13:00:41.360764 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-254df99c-b2ab-4382-a70a-d7667e1adfa6 req-9ee3c30b-5e97-426c-98f1-e7698253e88e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628231 Apr 22 13:00:41.403851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-cd3e81ba-c7dc-426f-a815-f9b285b06a9f tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:41.404788 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-cd3e81ba-c7dc-426f-a815-f9b285b06a9f tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Synchronizing usage tracker for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:network {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:00:41.468147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-cd3e81ba-c7dc-426f-a815-f9b285b06a9f tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Unset dirty status for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:network {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:00:41.469852 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-cd3e81ba-c7dc-426f-a815-f9b285b06a9f tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/networks?id=41b517e6-014b-403c-8619-5e5be9b86caa HTTP/1.1" status: 200 len: 809 time: 0.2937067 Apr 22 13:00:41.493744 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-b3b84e14-d84c-4e50-a394-778a961d6bb4 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/quotas/52b6663dd7424885ab8bc57aa5938a13 HTTP/1.1" status: 200 len: 375 time: 0.0119617 Apr 22 13:00:41.560548 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-0634ff20-160e-4398-81b8-9e5e8fe6a551 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Synchronizing usage tracker for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:00:41.614616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-0634ff20-160e-4398-81b8-9e5e8fe6a551 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Unset dirty status for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:00:41.616412 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-0634ff20-160e-4398-81b8-9e5e8fe6a551 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=52b6663dd7424885ab8bc57aa5938a13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124079 Apr 22 13:00:41.680598 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46876f89-8ccc-493f-ba82-ec9ed975e170 req-5f85d99e-b819-45b0-9b15-786940d4601d tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:41.682856 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-46876f89-8ccc-493f-ba82-ec9ed975e170 req-5f85d99e-b819-45b0-9b15-786940d4601d tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 945 time: 0.1598420 Apr 22 13:00:41.769905 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-46876f89-8ccc-493f-ba82-ec9ed975e170 req-bcf78042-f15d-40de-bbf7-d06efd2fc628 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731723 Apr 22 13:00:41.795428 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-e3816466-6b78-4f4b-8dc1-5b83fe48ae99 service neutron] 10.222.0.11 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699271 Apr 22 13:00:42.011282 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-440a68e1-e04d-4cdf-9a0f-85d811f361d9 service neutron] 10.222.0.11 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985614 Apr 22 13:00:42.129651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dfd1e-33ec-4825-9da0-37b8a531011d req-4c0a74a2-0f84-47a3-aa3c-ced855d294f4 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:42.135120 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-282dfd1e-33ec-4825-9da0-37b8a531011d req-4c0a74a2-0f84-47a3-aa3c-ced855d294f4 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.1293354 Apr 22 13:00:42.239544 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-282dfd1e-33ec-4825-9da0-37b8a531011d req-87ef04bc-9c3c-4d80-a1e7-84315e034a54 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964200 Apr 22 13:00:42.455923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d793bb2-13c4-4805-9624-1fd976846c28 req-b2b003e7-93e9-4156-a242-34452a2cd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:42.466217 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d793bb2-13c4-4805-9624-1fd976846c28 req-b2b003e7-93e9-4156-a242-34452a2cd7a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 1098 time: 0.2018025 Apr 22 13:00:42.632928 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b50487d6-fd46-4766-8fe9-da26293ed730 req-cb74df7b-cc77-4b96-81ea-6b787a7eeecd tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 210 time: 0.1523538 Apr 22 13:00:42.733036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d793bb2-13c4-4805-9624-1fd976846c28 req-94f3014e-c2fc-4285-a8e1-636990844210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:42.735223 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d793bb2-13c4-4805-9624-1fd976846c28 req-94f3014e-c2fc-4285-a8e1-636990844210 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 917 time: 0.2532792 Apr 22 13:00:42.971201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514b0a-14ca-478a-aa50-340f024e4927 req-3a3f5a2f-a01c-4eb2-a15a-06b46cff1ec4 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:42.974006 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d793bb2-13c4-4805-9624-1fd976846c28 req-e0d2cd06-974e-45b4-beb7-307c7eecc838 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69380f2d-d934-4c77-bf36-d795a39e605b HTTP/1.1" status: 200 len: 1001 time: 0.2171860 Apr 22 13:00:42.979178 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c4514b0a-14ca-478a-aa50-340f024e4927 req-3a3f5a2f-a01c-4eb2-a15a-06b46cff1ec4 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1627855 Apr 22 13:00:43.072977 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c4514b0a-14ca-478a-aa50-340f024e4927 req-bae5a72b-e4d7-4db1-8074-eb770e6443b0 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807295 Apr 22 13:00:43.290083 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d793bb2-13c4-4805-9624-1fd976846c28 req-a78d9752-c468-4b8d-b78d-6bd4c7cf30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:43.291999 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d793bb2-13c4-4805-9624-1fd976846c28 req-a78d9752-c468-4b8d-b78d-6bd4c7cf30bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.3032305 Apr 22 13:00:43.448452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-b9d5abaf-fd72-4bca-8efe-acaf3f29bc68 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:43.450598 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-b9d5abaf-fd72-4bca-8efe-acaf3f29bc68 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 945 time: 0.3795691 Apr 22 13:00:43.462006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11f8af-fddb-4c0b-9ea2-08a47911fb70 req-556df2b1-c6cd-4ebc-b2c1-6e703a9a7ed1 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:43.464102 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2c11f8af-fddb-4c0b-9ea2-08a47911fb70 req-556df2b1-c6cd-4ebc-b2c1-6e703a9a7ed1 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 945 time: 0.4070265 Apr 22 13:00:43.659520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Deleting port 60a081b5-a757-4e62-88c4-c163d358decb {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:00:43.660220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:43.723732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d793bb2-13c4-4805-9624-1fd976846c28 req-77ca3517-29f0-4d47-92e5-172677c4cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:43.726112 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d793bb2-13c4-4805-9624-1fd976846c28 req-77ca3517-29f0-4d47-92e5-172677c4cc68 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4217508 Apr 22 13:00:43.778825 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2c11f8af-fddb-4c0b-9ea2-08a47911fb70 req-60762874-fc02-48fd-a06f-4e35a85af8a1 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451208 Apr 22 13:00:44.063208 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 60a081b5-a757-4e62-88c4-c163d358decb no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:00:44.069630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f61bd-b7dd-47b6-844a-672891a17b0c req-ec82af19-065d-4d5d-bc08-b5859d5deb27 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:44.087207 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0f5f61bd-b7dd-47b6-844a-672891a17b0c req-ec82af19-065d-4d5d-bc08-b5859d5deb27 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 945 time: 0.2216206 Apr 22 13:00:44.201389 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0f5f61bd-b7dd-47b6-844a-672891a17b0c req-20046bbc-c792-4a05-abfc-4569ed1df59f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112034 Apr 22 13:00:44.236035 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d793bb2-13c4-4805-9624-1fd976846c28 req-7c703bd3-89e0-449d-b197-0054e34f78e3 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882524 Apr 22 13:00:44.391705 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:44.413554 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:44.449308 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb67aafb-cc3c-402b-a179-ca784bcb1aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a081b5-a757-4e62-88c4-c163d358decb'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:00:44.473747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 60a081b5-a757-4e62-88c4-c163d358decb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=60a081b5-a757-4e62-88c4-c163d358decb,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:44.508052 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:44.509172 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 69380f2d-d934-4c77-bf36-d795a39e605b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:00:44.557544 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:44.576439 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b9ffca9f-23af-4f1d-af55-eeb640bd764f req-b3c88f4e-bdd3-4c86-a0ac-feb35080db60 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 210 time: 0.2198925 Apr 22 13:00:44.633885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02e12-fc93-4974-bfc3-656622979d02 req-8bed6261-aff9-457e-acde-0c970e808677 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:44.636238 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3df02e12-fc93-4974-bfc3-656622979d02 req-8bed6261-aff9-457e-acde-0c970e808677 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1416249 Apr 22 13:00:44.662759 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] For port 60a081b5-a757-4e62-88c4-c163d358decb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=60a081b5-a757-4e62-88c4-c163d358decb,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:44.664006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:44.720308 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb67aafb-cc3c-402b-a179-ca784bcb1aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a081b5-a757-4e62-88c4-c163d358decb', 'code': 200} Apr 22 13:00:44.757805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=60a081b5-a757-4e62-88c4-c163d358decb,revision_number=6']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:44.759184 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3df02e12-fc93-4974-bfc3-656622979d02 req-2ffe8283-1094-43d8-ab3a-0896fc14a0cb tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083291 Apr 22 13:00:44.808007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:44.866538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Calling delete_port for 60a081b5-a757-4e62-88c4-c163d358decb owned by compute:nova {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:00:44.929037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:44.982587 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:45.028556 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d793bb2-13c4-4805-9624-1fd976846c28 req-490bcc23-bf96-4316-8d5c-7b781ca23d06 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393343 Apr 22 13:00:45.034374 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:45.038337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:45.138524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=69380f2d-d934-4c77-bf36-d795a39e605b,revision_number=8']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:45.146069 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:45.203082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56b69e-29bc-4f9a-ad9f-f00d3faa84e0 req-464ed81f-a914-45a9-a1f0-4d93ea3c4db6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:45.205685 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6f56b69e-29bc-4f9a-ad9f-f00d3faa84e0 req-464ed81f-a914-45a9-a1f0-4d93ea3c4db6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 943 time: 0.1820168 Apr 22 13:00:45.245575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.api [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86512) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 13:00:45.246136 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_db.api [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 13:00:45.280165 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6f56b69e-29bc-4f9a-ad9f-f00d3faa84e0 req-de1672f9-0793-4abe-b304-b9866d9110d7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660551 Apr 22 13:00:45.570195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887a533-df70-4561-b74d-25e865c58189 req-46207dde-34fb-4527-9c6a-957a6f6d21f8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:45.573345 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2887a533-df70-4561-b74d-25e865c58189 req-46207dde-34fb-4527-9c6a-957a6f6d21f8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1480420 Apr 22 13:00:45.648723 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-f92dcd5f-2dd2-45d2-82bb-3e799b607bdf tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:45.651569 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-f92dcd5f-2dd2-45d2-82bb-3e799b607bdf tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.89 "GET /v2.0/networks?id=41b517e6-014b-403c-8619-5e5be9b86caa HTTP/1.1" status: 200 len: 809 time: 0.2971697 Apr 22 13:00:45.666712 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2887a533-df70-4561-b74d-25e865c58189 req-bbfd2dc9-ef22-43ec-b916-0e56a8d08c73 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839965 Apr 22 13:00:45.685831 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Request body: {'port': {'device_id': 'cd1deb58-76cc-486c-8e4d-4c66e90abb1c', 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa', 'admin_state_up': True, 'tenant_id': '52b6663dd7424885ab8bc57aa5938a13'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:00:45.828050 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Deleting port 60a081b5-a757-4e62-88c4-c163d358decb {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:00:45.828584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:46.073133 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b859-14bb-47fa-86db-0bfabdccb31c req-426d22fd-a595-42c1-a27a-86e54e69defb tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:46.076284 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c49b859-14bb-47fa-86db-0bfabdccb31c req-426d22fd-a595-42c1-a27a-86e54e69defb tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1606712 Apr 22 13:00:46.155897 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c49b859-14bb-47fa-86db-0bfabdccb31c req-81092989-ffe4-44b8-98c6-86127cc1db10 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663333 Apr 22 13:00:46.333692 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fa46026b-66d9-4357-9e60-33e05d2269ea req-338f94a3-27bd-4f61-b4be-664eea0355a8 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 210 time: 0.4078755 Apr 22 13:00:46.590010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:00:46.640981 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:00:46.720211 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Made reservation on behalf of 52b6663dd7424885ab8bc57aa5938a13 for: {'port': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:00:46.721839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:00:46.727007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:46.758972 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] For port 60a081b5-a757-4e62-88c4-c163d358decb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=60a081b5-a757-4e62-88c4-c163d358decb,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:46.759475 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:46.791146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e71be3-9f33-4219-9714-2e63ab5cbed0 req-45fa5a4e-8164-40e9-aee2-4305836857b2 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:46.793055 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c7e71be3-9f33-4219-9714-2e63ab5cbed0 req-45fa5a4e-8164-40e9-aee2-4305836857b2 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 943 time: 0.2562120 Apr 22 13:00:46.820052 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b', 'code': 200} Apr 22 13:00:46.999389 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Calling delete_port for 60a081b5-a757-4e62-88c4-c163d358decb owned by compute:nova {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:00:47.131261 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c7e71be3-9f33-4219-9714-2e63ab5cbed0 req-09109ff8-fcea-4b22-95fc-859ab37225aa tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315874 Apr 22 13:00:47.150954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a94aa-9760-40cf-bd85-478895b2d380 req-18a8b4b3-37b1-4a7b-b8a5-463fc535ac28 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:47.169523 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1b4a94aa-9760-40cf-bd85-478895b2d380 req-18a8b4b3-37b1-4a7b-b8a5-463fc535ac28 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1464622 Apr 22 13:00:47.271688 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1b4a94aa-9760-40cf-bd85-478895b2d380 req-3f74d1c1-f813-40ec-ba8c-f3e452ee81bf tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031487 Apr 22 13:00:47.353042 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Allocated IP 172.20.0.3 (41b517e6-014b-403c-8619-5e5be9b86caa/bff409ae-b9c2-4361-9004-1a3c25785c19/5e5be648-b01d-46a8-b4f3-967fb5ae40bf) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:00:47.554060 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ed3142bd-5666-4eb7-8582-6fdbbe7103ef req-765f67db-45da-4536-b2c8-1ea3bd8d1f01 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 210 time: 0.0578191 Apr 22 13:00:47.585049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a7733-2f61-42a8-a1f7-93a84bb5d471 req-41834989-c18e-4eaf-8bdd-b1780c69bb35 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:47.589222 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-de2a7733-2f61-42a8-a1f7-93a84bb5d471 req-41834989-c18e-4eaf-8bdd-b1780c69bb35 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2579150 Apr 22 13:00:47.591843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:47.611339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['d9699246-29d7-47f2-89e7-24c335998935', 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31', 'de98dfb3-a230-42e8-b277-1fd1a4aecafe'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:00:47.652733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f30fd150-3819-4481-a21b-908e80e7a9f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:47.763039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Pushing event deleted for resources: {'Port': ['ID=60a081b5-a757-4e62-88c4-c163d358decb,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:47.870262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.870918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.872479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.872479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.872941 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.873953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.874276 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.874972 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.875659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.876583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.877335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.878175 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:47.971166 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:48.016665 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-de2a7733-2f61-42a8-a1f7-93a84bb5d471 req-ffde7438-c591-47d2-845a-68e94bacb4da tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207714 Apr 22 13:00:48.023491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] No DVR routers for this DVR port 60a081b5-a757-4e62-88c4-c163d358decb on host hv-cinder-78726 {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:00:48.045145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:48.050893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb67aafb-cc3c-402b-a179-ca784bcb1aea', 'name': 'network-vif-deleted', 'tag': '60a081b5-a757-4e62-88c4-c163d358decb'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:00:48.166414 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ac3db353-1a1b-4504-bae9-ff65a6270a4e req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "DELETE /v2.0/ports/60a081b5-a757-4e62-88c4-c163d358decb HTTP/1.1" status: 204 len: 173 time: 4.7005527 Apr 22 13:00:48.350206 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb67aafb-cc3c-402b-a179-ca784bcb1aea', 'name': 'network-vif-deleted', 'tag': '60a081b5-a757-4e62-88c4-c163d358decb', 'status': 'completed', 'code': 200} Apr 22 13:00:48.609522 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ffa56fed-c287-47ee-8d97-b48d80893ea8 req-39d7e0e7-402c-4a35-b137-5867c8b05423 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Synchronizing usage tracker for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:00:48.644195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:48.708538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455a3dc-809c-4de5-b867-fc54c4f822bb req-2553db0a-2fd2-476c-ad2c-8c8a7314bd83 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:48.711945 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c455a3dc-809c-4de5-b867-fc54c4f822bb req-2553db0a-2fd2-476c-ad2c-8c8a7314bd83 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1807096 Apr 22 13:00:48.742027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ffa56fed-c287-47ee-8d97-b48d80893ea8 req-39d7e0e7-402c-4a35-b137-5867c8b05423 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Unset dirty status for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:00:48.743751 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ffa56fed-c287-47ee-8d97-b48d80893ea8 req-39d7e0e7-402c-4a35-b137-5867c8b05423 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb67aafb-cc3c-402b-a179-ca784bcb1aea HTTP/1.1" status: 200 len: 210 time: 0.2007768 Apr 22 13:00:48.777010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:48.786002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:48.797537 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c455a3dc-809c-4de5-b867-fc54c4f822bb req-3930c345-2594-43d8-b712-f53ccc8b49ae tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717618 Apr 22 13:00:48.895718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Network 41b517e6-014b-403c-8619-5e5be9b86caa is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:00:48.904738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:00:48.910581 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:00:48.955628 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Pushing event updated for resources: {'Port': ['ID=5e5be648-b01d-46a8-b4f3-967fb5ae40bf,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:48.962201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:49.053756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:49.054562 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:49.108387 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4314411 Apr 22 13:00:49.124458 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab64428-5f26-4bdf-a79b-be353d02ccba req-90caeaff-8d3e-487e-baec-557afee9600b tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:49.125217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-0ab64428-5f26-4bdf-a79b-be353d02ccba req-90caeaff-8d3e-487e-baec-557afee9600b tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Synchronizing usage tracker for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:00:49.135339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Request body: {'port': {'device_id': 'cd1deb58-76cc-486c-8e4d-4c66e90abb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:00:49.307507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-0ab64428-5f26-4bdf-a79b-be353d02ccba req-90caeaff-8d3e-487e-baec-557afee9600b tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Unset dirty status for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:00:49.309202 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0ab64428-5f26-4bdf-a79b-be353d02ccba req-90caeaff-8d3e-487e-baec-557afee9600b tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 931 time: 0.3457768 Apr 22 13:00:49.412447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:49.447139 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0ab64428-5f26-4bdf-a79b-be353d02ccba req-fcb0fcda-c6e3-4ab3-a749-2aaae08afc92 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270897 Apr 22 13:00:49.906399 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fd752-3848-438c-b996-9c3f6f104a31 req-4380992d-0367-44e5-b7d6-7c7b2c06a998 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:49.908364 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-138fd752-3848-438c-b996-9c3f6f104a31 req-4380992d-0367-44e5-b7d6-7c7b2c06a998 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2647974 Apr 22 13:00:50.077682 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 69380f2d-d934-4c77-bf36-d795a39e605b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:00:50.088249 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-138fd752-3848-438c-b996-9c3f6f104a31 req-f63a1478-c041-42cf-9975-988bd47c5f66 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515083 Apr 22 13:00:50.263236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5be648-b01d-46a8-b4f3-967fb5ae40bf {{(pid=86512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:00:50.288019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:50.346084 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Transition to ACTIVE for port object 5e5be648-b01d-46a8-b4f3-967fb5ae40bf will not be triggered until provisioned by entity L2. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:00:50.374396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:50.383699 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:50.682132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Pushing event updated for resources: {'Port': ['ID=5e5be648-b01d-46a8-b4f3-967fb5ae40bf,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:50.686406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:50.930356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Attempting to bind port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:00:50.931036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Attempting to bind port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'dab0c8b1-e1df-4b5e-b469-4c25ff0e3135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa'}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:00:50.931036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Attempting to bind port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf on network 41b517e6-014b-403c-8619-5e5be9b86caa {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:00:50.938769 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf on network 41b517e6-014b-403c-8619-5e5be9b86caa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 13:00:50.939109 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Attempting to bind port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf on network 41b517e6-014b-403c-8619-5e5be9b86caa {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:00:50.951263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:00:50.956717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Checking segment: {'id': 'dab0c8b1-e1df-4b5e-b469-4c25ff0e3135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:00:50.956717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Bound using segment: {'id': 'dab0c8b1-e1df-4b5e-b469-4c25ff0e3135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa'} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:00:50.956717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Bound port: 5e5be648-b01d-46a8-b4f3-967fb5ae40bf, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab0c8b1-e1df-4b5e-b469-4c25ff0e3135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa'}}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:00:50.956717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:51.136924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0230a-6231-4aee-84d8-b2981fe9db29 req-3bbd5663-a65e-4758-8a59-2bebacaf1379 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:51.138622 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-18b0230a-6231-4aee-84d8-b2981fe9db29 req-3bbd5663-a65e-4758-8a59-2bebacaf1379 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 943 time: 0.2873781 Apr 22 13:00:51.263690 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] For port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf, host hv-cinder-78726, cleared binding levels {{(pid=86512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:00:51.273311 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-18b0230a-6231-4aee-84d8-b2981fe9db29 req-090f5925-c1b4-40d1-bd0a-d50ba648efc7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162918 Apr 22 13:00:51.285603 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] For port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5e5be648-b01d-46a8-b4f3-967fb5ae40bf,segment=NetworkSegment(dab0c8b1-e1df-4b5e-b469-4c25ff0e3135),segment_id=dab0c8b1-e1df-4b5e-b469-4c25ff0e3135)] {{(pid=86512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:00:51.324029 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:51.358685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:51.397047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215da30-7e80-4f46-955f-6b8d773f3cc2 req-b99d7a84-d44a-4734-abd9-27feffafb8f7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:51.413391 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2215da30-7e80-4f46-955f-6b8d773f3cc2 req-b99d7a84-d44a-4734-abd9-27feffafb8f7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.2612770 Apr 22 13:00:51.431924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:51.432606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:51.434469 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] 10.222.0.89 "PUT /v2.0/ports/5e5be648-b01d-46a8-b4f3-967fb5ae40bf HTTP/1.1" status: 200 len: 1093 time: 2.3055975 Apr 22 13:00:51.435031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1deb58-76cc-486c-8e4d-4c66e90abb1c', 'tag': '5e5be648-b01d-46a8-b4f3-967fb5ae40bf'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:00:51.514129 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2215da30-7e80-4f46-955f-6b8d773f3cc2 req-a5794440-1793-498c-80be-d17ee866ff72 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982525 Apr 22 13:00:51.532370 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Pushing event updated for resources: {'Port': ['ID=5e5be648-b01d-46a8-b4f3-967fb5ae40bf,revision_number=3']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:51.543498 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:51.657397 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1deb58-76cc-486c-8e4d-4c66e90abb1c', 'tag': '5e5be648-b01d-46a8-b4f3-967fb5ae40bf', 'status': 'completed', 'code': 200} Apr 22 13:00:51.731861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45cbde-83ff-4d8e-927e-a06fe0817350 req-d1e0cbd1-c49a-40d9-a4fc-a9bcd15b7266 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:51.740636 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1f45cbde-83ff-4d8e-927e-a06fe0817350 req-d1e0cbd1-c49a-40d9-a4fc-a9bcd15b7266 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2561738 Apr 22 13:00:51.765089 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-a7127e38-1cc6-49ac-9193-26a401116d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:51.767097 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-a7127e38-1cc6-49ac-9193-26a401116d84 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=52b6663dd7424885ab8bc57aa5938a13&device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 1096 time: 0.2248552 Apr 22 13:00:51.875598 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-7f45ffa2-5666-4b05-801f-4972a19dfbd3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5be648-b01d-46a8-b4f3-967fb5ae40bf HTTP/1.1" status: 200 len: 217 time: 0.0970366 Apr 22 13:00:51.916117 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1f45cbde-83ff-4d8e-927e-a06fe0817350 req-c0a03fd5-aa73-4a65-8ec0-3728604ecd9c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741731 Apr 22 13:00:52.291638 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-be78b605-d309-468c-841f-9cff4e78e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:52.295608 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-be78b605-d309-468c-841f-9cff4e78e9f7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bff409ae-b9c2-4361-9004-1a3c25785c19 HTTP/1.1" status: 200 len: 849 time: 0.3930767 Apr 22 13:00:52.336442 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 51444) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:00:52.402733 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-bbda736c-8c19-498e-af7c-f601842dc1b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=41b517e6-014b-403c-8619-5e5be9b86caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881455 Apr 22 13:00:52.623340 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-3c0fadc4-d3ed-4078-b875-6fe54a08ef04 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2847652 Apr 22 13:00:52.663050 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-a8f2b5a0-1c3e-401d-aec2-9c7d82ae1e49 service neutron] 10.222.0.89 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453582 Apr 22 13:00:52.663709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ca45f-7a7e-474b-9148-744151808b7d req-d3e5c132-032e-4b8f-ae0f-54959711b051 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:52.665637 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-014ca45f-7a7e-474b-9148-744151808b7d req-d3e5c132-032e-4b8f-ae0f-54959711b051 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 946 time: 0.1174006 Apr 22 13:00:52.687253 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075856e-ceab-4eb4-b00a-76652697f68e req-2fa9e3ed-144e-47ec-a37c-2c35aab18bc3 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:52.690151 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f075856e-ceab-4eb4-b00a-76652697f68e req-2fa9e3ed-144e-47ec-a37c-2c35aab18bc3 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 943 time: 0.1753604 Apr 22 13:00:52.770512 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-014ca45f-7a7e-474b-9148-744151808b7d req-7aa7d1f8-a728-4654-b1b4-48d43a2696ad tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785179 Apr 22 13:00:52.930372 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f075856e-ceab-4eb4-b00a-76652697f68e req-06fd7131-2c2b-409d-bae8-c9d86baf2cfb tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982577 Apr 22 13:00:52.965968 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7767ecdb-03ad-4d93-9b9b-5f7eae5df410 req-d4b0960a-97bb-4e9c-aacb-f31ccf6d2f31 service neutron] 10.222.0.89 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743428 Apr 22 13:00:53.153368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a6502-f23c-4a5f-90f4-9c6e98ba8217 req-571ea092-999f-4275-ab23-ba7880666880 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:53.157385 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3b0a6502-f23c-4a5f-90f4-9c6e98ba8217 req-571ea092-999f-4275-ab23-ba7880666880 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1652625 Apr 22 13:00:53.257756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dadb11-1b26-4eec-96df-dce70f84cee7 req-cb2914b6-3c7a-46e2-b98c-9f2c270c5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:53.260153 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83dadb11-1b26-4eec-96df-dce70f84cee7 req-cb2914b6-3c7a-46e2-b98c-9f2c270c5a0e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=52b6663dd7424885ab8bc57aa5938a13&device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 1096 time: 0.1503556 Apr 22 13:00:53.300575 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3b0a6502-f23c-4a5f-90f4-9c6e98ba8217 req-67fb093f-dffa-4ad2-91fe-e357f63ce162 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344843 Apr 22 13:00:53.524410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dadb11-1b26-4eec-96df-dce70f84cee7 req-21ac45bb-d138-4a86-933b-742de5cbb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:53.526075 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83dadb11-1b26-4eec-96df-dce70f84cee7 req-21ac45bb-d138-4a86-933b-742de5cbb41d service neutron] 10.222.0.89 "GET /v2.0/networks?id=41b517e6-014b-403c-8619-5e5be9b86caa HTTP/1.1" status: 200 len: 910 time: 0.2541950 Apr 22 13:00:53.623463 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83dadb11-1b26-4eec-96df-dce70f84cee7 req-c444d18d-c4d0-4635-b60d-2fabafd557bf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5be648-b01d-46a8-b4f3-967fb5ae40bf HTTP/1.1" status: 200 len: 217 time: 0.0835807 Apr 22 13:00:53.637174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735356b9-4de2-4016-acab-89dbdc25e440 req-a95821d4-a0b5-4353-b6af-fda06d9816d6 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:53.638915 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-735356b9-4de2-4016-acab-89dbdc25e440 req-a95821d4-a0b5-4353-b6af-fda06d9816d6 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2340477 Apr 22 13:00:53.745822 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dadb11-1b26-4eec-96df-dce70f84cee7 req-4fd39c34-b79e-403a-9ed1-5ef5cb1b8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:53.747445 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83dadb11-1b26-4eec-96df-dce70f84cee7 req-4fd39c34-b79e-403a-9ed1-5ef5cb1b8157 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bff409ae-b9c2-4361-9004-1a3c25785c19 HTTP/1.1" status: 200 len: 849 time: 0.1075346 Apr 22 13:00:53.751022 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-735356b9-4de2-4016-acab-89dbdc25e440 req-2d04c983-d5ff-423a-a6b6-cf213c3d1e66 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713944 Apr 22 13:00:53.823148 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83dadb11-1b26-4eec-96df-dce70f84cee7 req-afef614e-8638-4eb3-8185-2cb12d4e1c12 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=41b517e6-014b-403c-8619-5e5be9b86caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671015 Apr 22 13:00:54.138070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cf630-8029-4f88-9f6b-477a251eb62c req-e815cde4-00b7-429e-b320-d261580f5909 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:54.140523 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bd1cf630-8029-4f88-9f6b-477a251eb62c req-e815cde4-00b7-429e-b320-d261580f5909 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 946 time: 0.1493642 Apr 22 13:00:54.170917 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83dadb11-1b26-4eec-96df-dce70f84cee7 req-c3262488-50fe-4edb-90ac-bc02d8d12be9 service neutron] 10.222.0.89 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351688 Apr 22 13:00:54.204841 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bd1cf630-8029-4f88-9f6b-477a251eb62c req-d241928a-adc0-4c91-8fb0-3c291d2d3994 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546100 Apr 22 13:00:54.336176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5479b40-2514-4676-ab19-006013316bd7 req-0f10896c-ede9-4d16-85d4-df01b50b910e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:54.338505 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c5479b40-2514-4676-ab19-006013316bd7 req-0f10896c-ede9-4d16-85d4-df01b50b910e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 943 time: 0.2341931 Apr 22 13:00:54.395518 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83dadb11-1b26-4eec-96df-dce70f84cee7 req-5e740981-df02-4192-ba3d-40859dce76ca service neutron] 10.222.0.89 "GET /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108405 Apr 22 13:00:54.418863 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c5479b40-2514-4676-ab19-006013316bd7 req-62f6772f-79e5-466c-9051-7dbd7817164d tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722585 Apr 22 13:00:54.633442 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9baa26-9ab7-477d-8773-1a1fde20ef64 req-f8cf717e-0b3e-4e14-ad6d-95dafd62777a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:54.635179 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5d9baa26-9ab7-477d-8773-1a1fde20ef64 req-f8cf717e-0b3e-4e14-ad6d-95dafd62777a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1032453 Apr 22 13:00:54.690628 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5d9baa26-9ab7-477d-8773-1a1fde20ef64 req-2003f648-3357-470b-b011-36ca4a4d0b3a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473697 Apr 22 13:00:55.321598 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96aaa1-00c1-4d9b-959c-c98147684dff req-f4109d37-77a0-49a9-8a36-d3976b5a60c8 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:55.323393 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7f96aaa1-00c1-4d9b-959c-c98147684dff req-f4109d37-77a0-49a9-8a36-d3976b5a60c8 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.3823011 Apr 22 13:00:55.328937 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-faa97442-2134-4960-863f-b8c2a49f9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:55.330661 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-faa97442-2134-4960-863f-b8c2a49f9369 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f&tenant_id=b912abd06ea84cf88a0c1cd9da621a96 HTTP/1.1" status: 200 len: 1096 time: 0.3058720 Apr 22 13:00:55.341754 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d8ba4-826d-4ae5-972c-22f491370cba req-7d1a9a59-f02d-44b5-a55f-fddbf0d69d63 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:55.343734 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-735d8ba4-826d-4ae5-972c-22f491370cba req-7d1a9a59-f02d-44b5-a55f-fddbf0d69d63 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 946 time: 0.2451155 Apr 22 13:00:55.523713 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7f96aaa1-00c1-4d9b-959c-c98147684dff req-ab58959e-d1d9-4031-a8c0-14b50abc077b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787281 Apr 22 13:00:55.534664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-735d8ba4-826d-4ae5-972c-22f491370cba req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Deleting port de98dfb3-a230-42e8-b277-1fd1a4aecafe {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:00:55.535036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-735d8ba4-826d-4ae5-972c-22f491370cba req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:55.554865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248e30e-2e6f-45a7-9d24-86a880986af8 req-5395ef14-2dde-4f58-8258-b6f271135691 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:55.556594 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7248e30e-2e6f-45a7-9d24-86a880986af8 req-5395ef14-2dde-4f58-8258-b6f271135691 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 946 time: 0.1236045 Apr 22 13:00:55.624518 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7248e30e-2e6f-45a7-9d24-86a880986af8 req-2bc4ddd9-8964-4701-824b-ec49032f53fe tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596120 Apr 22 13:00:55.675174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-5b2cd0ca-5fce-4c90-87e9-0aacbf6897d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:55.677527 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-5b2cd0ca-5fce-4c90-87e9-0aacbf6897d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 1096 time: 0.2777610 Apr 22 13:00:55.919127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a762bc-0d5f-4e9d-8f41-0254bdf57924 req-291d22c8-91a0-42a6-bb73-58e13f0c85cd tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:55.921019 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-62a762bc-0d5f-4e9d-8f41-0254bdf57924 req-291d22c8-91a0-42a6-bb73-58e13f0c85cd tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 943 time: 0.1237018 Apr 22 13:00:55.926341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f3698f32-a804-4c30-801c-34ee0c0ba507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:55.988079 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-62a762bc-0d5f-4e9d-8f41-0254bdf57924 req-09948205-c28e-4c44-be2b-2a8b2f1ce679 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544324 Apr 22 13:00:56.084943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 5e5be648-b01d-46a8-b4f3-967fb5ae40bf details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:00:56.279432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5e5be648-b01d-46a8-b4f3-967fb5ae40bf,segment=NetworkSegment(dab0c8b1-e1df-4b5e-b469-4c25ff0e3135),segment_id=dab0c8b1-e1df-4b5e-b469-4c25ff0e3135)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:56.297481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '5e5be648-b01d-46a8-b4f3-967fb5ae40bf', 'network_id': '41b517e6-014b-403c-8619-5e5be9b86caa', 'port_id': '5e5be648-b01d-46a8-b4f3-967fb5ae40bf', 'mac_address': 'fa:16:3e:ae:db:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff409ae-b9c2-4361-9004-1a3c25785c19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:00:56.385828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:56.411181 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-746fc68f-90bb-43dd-b8c5-e92fd85114ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:56.412979 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-746fc68f-90bb-43dd-b8c5-e92fd85114ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 917 time: 0.7153277 Apr 22 13:00:56.415010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-735d8ba4-826d-4ae5-972c-22f491370cba req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] For port de98dfb3-a230-42e8-b277-1fd1a4aecafe, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=de98dfb3-a230-42e8-b277-1fd1a4aecafe,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:56.415488 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-735d8ba4-826d-4ae5-972c-22f491370cba req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:56.425549 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5be648-b01d-46a8-b4f3-967fb5ae40bf {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:00:56.448036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5e5be648-b01d-46a8-b4f3-967fb5ae40bf,segment=NetworkSegment(dab0c8b1-e1df-4b5e-b469-4c25ff0e3135),segment_id=dab0c8b1-e1df-4b5e-b469-4c25ff0e3135)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:00:56.497031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:56.500305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:56.622595 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=5e5be648-b01d-46a8-b4f3-967fb5ae40bf,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:56.633205 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.633943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.634766 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.636043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.636620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.637477 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.638054 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.638626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.639203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.639828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.640398 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.641137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:56.659873 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:56.715809 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-735d8ba4-826d-4ae5-972c-22f491370cba req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Calling delete_port for de98dfb3-a230-42e8-b277-1fd1a4aecafe owned by compute:nova {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:00:56.806493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f6dc8-638f-4c8e-89ff-943cda6800ed req-ec158959-99dc-4ed7-9ba6-787bcf20c7eb tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:56.809747 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3e1f6dc8-638f-4c8e-89ff-943cda6800ed req-ec158959-99dc-4ed7-9ba6-787bcf20c7eb tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.8906429 Apr 22 13:00:56.895188 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-240f4d42-5656-4907-a9e3-a6a5560d9fd2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69380f2d-d934-4c77-bf36-d795a39e605b HTTP/1.1" status: 200 len: 999 time: 0.4596057 Apr 22 13:00:56.896203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3b561-6a51-4516-9590-e856a9888c34 req-d9f514c9-d940-4a5f-b1b6-4df5dddc90df tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:56.899244 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-55f3b561-6a51-4516-9590-e856a9888c34 req-d9f514c9-d940-4a5f-b1b6-4df5dddc90df tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1812377 Apr 22 13:00:56.914851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['5e5be648-b01d-46a8-b4f3-967fb5ae40bf'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:00:56.997872 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-55f3b561-6a51-4516-9590-e856a9888c34 req-e011af32-f922-433b-9707-f1b692efa55b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850923 Apr 22 13:00:57.028292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:00:57.107447 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3e1f6dc8-638f-4c8e-89ff-943cda6800ed req-5a5e55e4-f53b-4119-93b7-91fcd1d96cf3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638659 Apr 22 13:00:57.259876 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-c5fa6820-29cf-44c5-adc6-3a465bf53fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:57.262650 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-c5fa6820-29cf-44c5-adc6-3a465bf53fad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.3530531 Apr 22 13:00:57.323096 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cc8ac-aae6-48e9-a737-c6a0fe4031bc req-df135562-2533-413f-9c5e-84e502b41eb3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:57.325863 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7e7cc8ac-aae6-48e9-a737-c6a0fe4031bc req-df135562-2533-413f-9c5e-84e502b41eb3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 946 time: 0.1354847 Apr 22 13:00:57.410525 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7e7cc8ac-aae6-48e9-a737-c6a0fe4031bc req-a7130ec2-937e-4b02-b243-e5effb7ca2fc tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717282 Apr 22 13:00:57.464017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-735d8ba4-826d-4ae5-972c-22f491370cba req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:57.476585 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:57.581381 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Pushing event deleted for resources: {'Port': ['ID=de98dfb3-a230-42e8-b277-1fd1a4aecafe,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:57.631065 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:57.691263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-d19e8090-ae40-4216-830e-4a89e53408b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:57.693496 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-d19e8090-ae40-4216-830e-4a89e53408b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3596308 Apr 22 13:00:57.695600 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-735d8ba4-826d-4ae5-972c-22f491370cba req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] No DVR routers for this DVR port de98dfb3-a230-42e8-b277-1fd1a4aecafe on host hv-cinder-78726 {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:00:57.701406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-735d8ba4-826d-4ae5-972c-22f491370cba req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:57.704371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f15faf-f6d9-487e-9ea9-4d91fe143aca', 'name': 'network-vif-deleted', 'tag': 'de98dfb3-a230-42e8-b277-1fd1a4aecafe'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:00:57.798216 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f15faf-f6d9-487e-9ea9-4d91fe143aca', 'name': 'network-vif-deleted', 'tag': 'de98dfb3-a230-42e8-b277-1fd1a4aecafe', 'status': 'completed', 'code': 200} Apr 22 13:00:57.852805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcb65a-6dfc-4ff0-b910-82d28d6ca9e0 req-db80c1a3-c3f5-4ecc-9a33-c0a65466c36c tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:57.854679 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4efcb65a-6dfc-4ff0-b910-82d28d6ca9e0 req-db80c1a3-c3f5-4ecc-9a33-c0a65466c36c tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 944 time: 0.3410437 Apr 22 13:00:57.869919 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-735d8ba4-826d-4ae5-972c-22f491370cba req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "DELETE /v2.0/ports/de98dfb3-a230-42e8-b277-1fd1a4aecafe HTTP/1.1" status: 204 len: 173 time: 2.5063391 Apr 22 13:00:57.936574 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-a0695b6b-dd52-459b-aac9-e0adc64ded29 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264562 Apr 22 13:00:57.946062 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4efcb65a-6dfc-4ff0-b910-82d28d6ca9e0 req-ec36bce7-5161-48e6-b4d4-bcf24079f21a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779662 Apr 22 13:00:58.076056 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device de98dfb3-a230-42e8-b277-1fd1a4aecafe no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:00:58.141428 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['d9699246-29d7-47f2-89e7-24c335998935', 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:00:58.248924 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ea12fc99-03f9-45b9-b200-cf32db32cf01 req-a55edf84-3e64-4db4-90d8-1319828515b6 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931001 Apr 22 13:00:58.355785 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: de98dfb3-a230-42e8-b277-1fd1a4aecafe {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:00:58.356748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device de98dfb3-a230-42e8-b277-1fd1a4aecafe not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:00:58.445357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d595055-d772-474f-8050-ab945383ed09 req-e448c585-678d-4bb8-bbdc-549f0bf9ea93 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:58.458688 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1d595055-d772-474f-8050-ab945383ed09 req-e448c585-678d-4bb8-bbdc-549f0bf9ea93 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1814804 Apr 22 13:00:58.539067 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1d595055-d772-474f-8050-ab945383ed09 req-9af745ed-d33c-46c0-8377-3e6e9dd63e6a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762632 Apr 22 13:00:58.638609 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c1ad0-e9e4-43f4-a6ca-eaf0d4da4ca4 req-d8e240c2-c317-4afc-b2fb-bb57dc551b8e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:58.648656 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e54c1ad0-e9e4-43f4-a6ca-eaf0d4da4ca4 req-d8e240c2-c317-4afc-b2fb-bb57dc551b8e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1811850 Apr 22 13:00:58.726740 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e54c1ad0-e9e4-43f4-a6ca-eaf0d4da4ca4 req-5283c007-c833-447e-952d-d3d487efd58d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694339 Apr 22 13:00:58.918099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 51526) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:00:59.153735 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:59.176300 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:00:59.184284 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:65cc6d063940465499c63cac86e19a5b is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:00:59.192888 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:00:59.202116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:00:59.286855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745bcf2-c48a-4af0-a39b-8f63e8679474 req-44b39eb7-95c6-4c6d-a347-f2142c2c6a12 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:59.289912 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7745bcf2-c48a-4af0-a39b-8f63e8679474 req-44b39eb7-95c6-4c6d-a347-f2142c2c6a12 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 944 time: 0.1874695 Apr 22 13:00:59.293057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-3b10b774-2d75-48fa-aa4c-53c42cfcc8fd req-8aec7ae7-c74b-4018-bfa6-75b93e946c48 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Synchronizing usage tracker for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:00:59.370317 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-3b10b774-2d75-48fa-aa4c-53c42cfcc8fd req-8aec7ae7-c74b-4018-bfa6-75b93e946c48 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Unset dirty status for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:00:59.371895 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3b10b774-2d75-48fa-aa4c-53c42cfcc8fd req-8aec7ae7-c74b-4018-bfa6-75b93e946c48 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=23f15faf-f6d9-487e-9ea9-4d91fe143aca HTTP/1.1" status: 200 len: 210 time: 0.1568296 Apr 22 13:00:59.422343 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7745bcf2-c48a-4af0-a39b-8f63e8679474 req-93a1155d-db41-4e82-8f95-f9249034b657 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220849 Apr 22 13:00:59.470823 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:59.512939 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:59.522202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ec3ee7f2-5ee4-4dd6-b4f2-a6976e0f5bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:59.570183 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65cc6d063940465499c63cac86e19a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6507802 Apr 22 13:00:59.572174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee6d0d-1943-474c-8ad3-d173e58d1a17,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:59.573251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 51534) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:00:59.581986 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.582393 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.582909 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.583300 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.583777 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.584332 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.584911 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.585305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.586138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.586694 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.587329 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.587983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:00:59.594813 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:59.667708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed06a253-f553-4862-808f-b8b4d47cc49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:59.706578 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed06a253-f553-4862-808f-b8b4d47cc49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:59.765264 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:59.849530 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc6bed-e964-43c7-92b4-05526908b384 req-f90da8f4-83c0-4eef-b4f7-d0ca7934fcfe tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:00:59.851490 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-33bc6bed-e964-43c7-92b4-05526908b384 req-f90da8f4-83c0-4eef-b4f7-d0ca7934fcfe tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1352043 Apr 22 13:00:59.889623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed06a253-f553-4862-808f-b8b4d47cc49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:59.895624 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6cd2a318-1c5b-4cce-b951-a2a926520c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:00:59.929147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06a253-f553-4862-808f-b8b4d47cc49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee6d0d-1943-474c-8ad3-d173e58d1a17,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:00:59.935339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ed06a253-f553-4862-808f-b8b4d47cc49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:00:59.940022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed06a253-f553-4862-808f-b8b4d47cc49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:00:59.941891 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ed06a253-f553-4862-808f-b8b4d47cc49e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8ee6d0d-1943-474c-8ad3-d173e58d1a17 HTTP/1.1" status: 204 len: 168 time: 0.3668294 Apr 22 13:00:59.952194 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-33bc6bed-e964-43c7-92b4-05526908b384 req-ae9e827e-06ee-420e-886c-55edab15a964 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854342 Apr 22 13:01:00.085760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 5e5be648-b01d-46a8-b4f3-967fb5ae40bf up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:01:00.105793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5dde4-b140-4468-af0a-318d1caac0a1 req-47f85950-2de9-405b-972a-f048a9d38fa8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:00.116615 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e8c5dde4-b140-4468-af0a-318d1caac0a1 req-47f85950-2de9-405b-972a-f048a9d38fa8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1559577 Apr 22 13:01:00.209258 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e8c5dde4-b140-4468-af0a-318d1caac0a1 req-bca4b5e7-a79e-41ac-a6ad-bc99fa30aabe tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887392 Apr 22 13:01:00.288796 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d7b3de1d-f8db-447b-9987-fefb69cbbf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:00.323215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:01:00.330326 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:01:00.330783 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:00.643254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:00.667878 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:00.749078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1deb58-76cc-486c-8e4d-4c66e90abb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5be648-b01d-46a8-b4f3-967fb5ae40bf'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:01:00.766244 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5e5be648-b01d-46a8-b4f3-967fb5ae40bf,segment=NetworkSegment(dab0c8b1-e1df-4b5e-b469-4c25ff0e3135),segment_id=dab0c8b1-e1df-4b5e-b469-4c25ff0e3135)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:00.808866 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc106-b050-4d66-94b2-2362a893d804 req-543d5985-db26-4025-9b44-fe22a446e8c8 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:00.820091 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddecc106-b050-4d66-94b2-2362a893d804 req-543d5985-db26-4025-9b44-fe22a446e8c8 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 944 time: 0.2014904 Apr 22 13:01:00.839657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:00.843803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5f0d6dc2-c7c5-4abe-87d7-fa6a4b1aae46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:00.948020 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddecc106-b050-4d66-94b2-2362a893d804 req-176816c9-f438-4769-a90a-f354f9d875fc tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191463 Apr 22 13:01:00.973499 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=5e5be648-b01d-46a8-b4f3-967fb5ae40bf,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:00.980263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:01.115096 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1deb58-76cc-486c-8e4d-4c66e90abb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5be648-b01d-46a8-b4f3-967fb5ae40bf', 'code': 200} Apr 22 13:01:01.506274 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db452653-29c3-4cbd-a904-ff1c6673a236 req-83db741a-b7bc-402d-80ab-d05e275d6c2c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:01.516759 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-db452653-29c3-4cbd-a904-ff1c6673a236 req-83db741a-b7bc-402d-80ab-d05e275d6c2c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1449416 Apr 22 13:01:01.586193 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-db452653-29c3-4cbd-a904-ff1c6673a236 req-9e19aa7f-40b0-4ffa-96b9-eb9b76dcd4af tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680358 Apr 22 13:01:01.710235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 51600) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:01.961545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-306974028-network', 'tenant_id': '7ba58083cc4945578c16343588dcb097'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:01:01.969280 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:01:01.980097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Usage tracker for resource:network and tenant:7ba58083cc4945578c16343588dcb097 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:01:01.986872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c4b63-b6e1-495f-927e-24a80eb2dea7 req-9603832c-8b1a-43e0-aa35-7fc0bca04f85 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:01.989543 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-980c4b63-b6e1-495f-927e-24a80eb2dea7 req-9603832c-8b1a-43e0-aa35-7fc0bca04f85 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.5523331 Apr 22 13:01:01.995079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f4f99-7f52-4760-a386-791267b859b9 req-3ce0618e-ee9c-48eb-9a02-dced7fdd2443 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:01.996934 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-009f4f99-7f52-4760-a386-791267b859b9 req-3ce0618e-ee9c-48eb-9a02-dced7fdd2443 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1508877 Apr 22 13:01:01.997861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:01:02.010148 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:01:02.067972 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-009f4f99-7f52-4760-a386-791267b859b9 req-00016330-ee67-4a02-8325-d331be6170ca tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599809 Apr 22 13:01:02.082784 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Made reservation on behalf of 7ba58083cc4945578c16343588dcb097 for: {'network': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:01:02.088072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:02.093699 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-980c4b63-b6e1-495f-927e-24a80eb2dea7 req-6c47343c-d10d-4cb1-a9e7-6d8325a3c44a tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846367 Apr 22 13:01:02.116954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:02.161793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:01:02.179396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba58083cc4945578c16343588dcb097 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:01:02.186139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:02.199727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:01:02.207568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:01:02.404781 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cd8b4-d812-408c-870a-3a0e8881b084 req-b6cc8b6a-105e-44f5-a5f5-9a40473e49a3 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:02.406401 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b87cd8b4-d812-408c-870a-3a0e8881b084 req-b6cc8b6a-105e-44f5-a5f5-9a40473e49a3 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.1122615 Apr 22 13:01:02.439150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:02.477466 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:02.482696 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7120594e-98aa-4daa-b0a7-2bb974c0cb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:02.495501 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b87cd8b4-d812-408c-870a-3a0e8881b084 req-7ca8ad81-cb70-47c7-9fb8-d20b981547f0 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801299 Apr 22 13:01:02.519204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=86512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 13:01:02.531143 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83278474-8c53-499c-8116-18ed6959ec8b,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:02.536782 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:02.564768 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:02.565261 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Added segment dd31ac92-f57d-4205-afb0-7558d1a99385 of type vlan for network 27884a61-2018-4005-a42b-5ddf4214879b Apr 22 13:01:02.600206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:02.713931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:02.716435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:02.717781 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:02.728256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:02.890991 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Pushing event updated for resources: {'Network': ['ID=27884a61-2018-4005-a42b-5ddf4214879b,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:02.895206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:02.900283 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71e35f-4ea6-4ddd-8957-f4c61fd9ac8f req-065af5b1-10d1-472b-af61-c37cd0c6f433 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:02.905498 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-db71e35f-4ea6-4ddd-8957-f4c61fd9ac8f req-065af5b1-10d1-472b-af61-c37cd0c6f433 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1590176 Apr 22 13:01:02.908708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network 27884a61-2018-4005-a42b-5ddf4214879b details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 13:01:02.910454 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1969149 Apr 22 13:01:02.915999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 51610) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:02.927932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Request body: {'subnet': {'network_id': '27884a61-2018-4005-a42b-5ddf4214879b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-306974028-subnet', 'tenant_id': '7ba58083cc4945578c16343588dcb097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:01:02.937928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:01:02.945852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Usage tracker for resource:subnet and tenant:7ba58083cc4945578c16343588dcb097 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:01:02.950228 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:01:02.978426 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:01:02.990496 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-db71e35f-4ea6-4ddd-8957-f4c61fd9ac8f req-30453688-11f0-435c-b235-85a75e53d555 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773544 Apr 22 13:01:03.031469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Made reservation on behalf of 7ba58083cc4945578c16343588dcb097 for: {'subnet': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:01:03.041563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2332739'] for subnet, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:03.413149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d403-fb22-42f6-a171-88458fbc8ee7 req-4fe43b24-acc0-4aa1-bf2d-283276f90370 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:03.414840 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ede5d403-fb22-42f6-a171-88458fbc8ee7 req-4fe43b24-acc0-4aa1-bf2d-283276f90370 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1127059 Apr 22 13:01:03.491151 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ede5d403-fb22-42f6-a171-88458fbc8ee7 req-7d204aa8-b268-4bd4-b9a6-60345b27284c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622497 Apr 22 13:01:03.809839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3087039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2332754'] for subnet, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:03.814526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d20151-18f9-4c3d-81b8-a79042d23217 req-7957fa79-488b-4e50-b31a-904c16f59c39 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:03.818237 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-81d20151-18f9-4c3d-81b8-a79042d23217 req-7957fa79-488b-4e50-b31a-904c16f59c39 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.1606565 Apr 22 13:01:03.819397 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-eb207e2d-f4cc-430c-8fae-2bc50115f813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:03.895963 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-81d20151-18f9-4c3d-81b8-a79042d23217 req-e35c3284-1e31-4a74-866f-d567517571b8 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648887 Apr 22 13:01:03.911801 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c16faf-1465-4753-ac38-e4619922930c,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:03.914762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:03.918493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Checking segment: {'id': 'dd31ac92-f57d-4205-afb0-7558d1a99385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:01:03.918927 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Network hostable DHCP agents. Network: 27884a61-2018-4005-a42b-5ddf4214879b, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 13:01:04.006032 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Network 27884a61-2018-4005-a42b-5ddf4214879b is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 13:01:04.078857 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, 27884a61-2018-4005-a42b-5ddf4214879b) {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:01:04.095028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772dc46c-3406-44e1-a6e7-c2bd013e866d None None] Network 27884a61-2018-4005-a42b-5ddf4214879b requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:01:04.095660 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:04.096512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:04.168953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2bc1d-d334-4902-917f-013e1ce19536 req-058a5100-cc99-4998-b16b-979ab2513fe0 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:04.168953 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-66f2bc1d-d334-4902-917f-013e1ce19536 req-058a5100-cc99-4998-b16b-979ab2513fe0 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.1283374 Apr 22 13:01:04.184717 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2560978 Apr 22 13:01:04.273331 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-66f2bc1d-d334-4902-917f-013e1ce19536 req-d2e7167b-a520-4323-926a-e32adb6a5e52 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007559 Apr 22 13:01:04.620254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc0ead7-c3cc-4221-b02a-402e0ce15f89 None None] Network 27884a61-2018-4005-a42b-5ddf4214879b requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:01:04.689444 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028adc8-6ea2-4b38-aebf-93a829f7875d req-ac7d5dc3-fee4-4332-901f-71a4159619fe tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:04.693733 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a028adc8-6ea2-4b38-aebf-93a829f7875d req-ac7d5dc3-fee4-4332-901f-71a4159619fe tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2175992 Apr 22 13:01:04.769104 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a028adc8-6ea2-4b38-aebf-93a829f7875d req-31ba1ec5-e011-40de-8f5a-d532b42b675b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626466 Apr 22 13:01:05.186623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e0b26-a8d8-4408-8880-67bc666ce094 req-7f130ffa-95d5-4c24-8256-b1fd6c2ca993 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:05.186623 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f17e0b26-a8d8-4408-8880-67bc666ce094 req-7f130ffa-95d5-4c24-8256-b1fd6c2ca993 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.2070177 Apr 22 13:01:05.304088 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f17e0b26-a8d8-4408-8880-67bc666ce094 req-d721cab0-b602-40e4-938e-8a9678de33af tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083202 Apr 22 13:01:05.570600 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd461d-8ba0-4d66-998c-ce1dd66c1672 req-e197e914-ca5d-4a63-beff-01c2301ad6e1 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:05.572298 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-71bd461d-8ba0-4d66-998c-ce1dd66c1672 req-e197e914-ca5d-4a63-beff-01c2301ad6e1 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.0940719 Apr 22 13:01:05.654379 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-71bd461d-8ba0-4d66-998c-ce1dd66c1672 req-45ecb8db-7deb-4d40-a828-24ed45079ff6 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742290 Apr 22 13:01:05.979787 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d32d9f-7690-485a-a63e-c7e76af9c203 req-940d978c-e323-488e-affa-fcc48ec6d61c tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:05.983030 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a8d32d9f-7690-485a-a63e-c7e76af9c203 req-940d978c-e323-488e-affa-fcc48ec6d61c tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.1487622 Apr 22 13:01:06.054078 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a8d32d9f-7690-485a-a63e-c7e76af9c203 req-9456b5d5-bfaf-474b-910f-80878e8d16f8 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607014 Apr 22 13:01:06.345454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd7ba7-98a8-4d5c-94df-2c6399ca039e req-4a1c0eb5-696c-4ddc-9ad8-f7436fab0954 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:06.347443 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23cd7ba7-98a8-4d5c-94df-2c6399ca039e req-4a1c0eb5-696c-4ddc-9ad8-f7436fab0954 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1508250 Apr 22 13:01:06.405119 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23cd7ba7-98a8-4d5c-94df-2c6399ca039e req-3570e74c-ef17-49bc-ad61-ecdd54d15f3a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470028 Apr 22 13:01:06.646609 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c86f1-3944-4cd4-98fd-ea389c70cb54 req-00d5b798-a735-4d49-8ae7-70f1a20cbfbe tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:06.649663 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cf4c86f1-3944-4cd4-98fd-ea389c70cb54 req-00d5b798-a735-4d49-8ae7-70f1a20cbfbe tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1276557 Apr 22 13:01:06.731707 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cf4c86f1-3944-4cd4-98fd-ea389c70cb54 req-17130806-2dc5-490e-bb99-df8b1c4199dd tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735607 Apr 22 13:01:07.123851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d02648-1963-420a-a3b5-286d1dbc270f req-07dbf1a7-0400-4c89-9c1e-e2eb3ba62ea4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:07.127941 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-94d02648-1963-420a-a3b5-286d1dbc270f req-07dbf1a7-0400-4c89-9c1e-e2eb3ba62ea4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.2246611 Apr 22 13:01:07.221756 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-94d02648-1963-420a-a3b5-286d1dbc270f req-5d1b9287-8d6b-43a5-bc1e-5b4c85a9669b tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588613 Apr 22 13:01:07.605988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b428f34-6520-4cc1-84f5-1db6b220e5f5 req-0daacd28-fda9-4c86-8caf-eaae21a02379 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:07.609193 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4b428f34-6520-4cc1-84f5-1db6b220e5f5 req-0daacd28-fda9-4c86-8caf-eaae21a02379 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.1643555 Apr 22 13:01:07.672600 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4b428f34-6520-4cc1-84f5-1db6b220e5f5 req-c1d9530e-95b7-4770-95f4-94f3f2988bce tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562277 Apr 22 13:01:07.977632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-fc4bd92b-4381-45b4-a527-87ec904d8b3f tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:07.979254 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-fc4bd92b-4381-45b4-a527-87ec904d8b3f tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/networks?id=27884a61-2018-4005-a42b-5ddf4214879b HTTP/1.1" status: 200 len: 813 time: 0.1865935 Apr 22 13:01:07.996930 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-bbe04dd4-c451-4616-86b0-15a64426176b tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/quotas/7ba58083cc4945578c16343588dcb097 HTTP/1.1" status: 200 len: 375 time: 0.0105145 Apr 22 13:01:08.064138 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-f59f7ef9-fb33-4069-a22f-f69f5d32b692 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ba58083cc4945578c16343588dcb097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589907 Apr 22 13:01:08.240161 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-6716e267-31e3-47d2-a307-91b4bbf86a48 service neutron] 10.222.0.11 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662345 Apr 22 13:01:08.444143 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-bd094c64-f8bc-4044-8791-ab244e10d42e service neutron] 10.222.0.11 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955731 Apr 22 13:01:08.916793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d97f1-20c0-47fb-878f-b1ad246310ba req-baeaea85-7f8b-44c1-8774-0c75c4e70b30 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:08.918634 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d41d97f1-20c0-47fb-878f-b1ad246310ba req-baeaea85-7f8b-44c1-8774-0c75c4e70b30 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1359851 Apr 22 13:01:08.997947 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d41d97f1-20c0-47fb-878f-b1ad246310ba req-3927f817-94dd-42ea-b821-69c59971a51f tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673330 Apr 22 13:01:09.324415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbb029-262d-4113-a033-5f8ec3aa8778 req-f4808f38-9411-404c-ab4f-3757ad2b09c7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:09.329309 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4bdbb029-262d-4113-a033-5f8ec3aa8778 req-f4808f38-9411-404c-ab4f-3757ad2b09c7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1224248 Apr 22 13:01:09.400563 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4bdbb029-262d-4113-a033-5f8ec3aa8778 req-66654069-6871-4431-aa40-c36f76ac38ae tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664396 Apr 22 13:01:09.707496 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82356-a321-42a8-83b7-9b951c207d30 req-958ebb63-065b-44a4-8c43-09bc818ae52f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:09.709290 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8cb82356-a321-42a8-83b7-9b951c207d30 req-958ebb63-065b-44a4-8c43-09bc818ae52f tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.1402218 Apr 22 13:01:09.766898 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8cb82356-a321-42a8-83b7-9b951c207d30 req-70d4e748-9e05-4d9d-93ed-b54739405089 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500679 Apr 22 13:01:09.946867 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-75d46636-8749-4231-ab1b-10de42bc727f req-194947bb-c895-4830-8d76-ce2fe2d67a51 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 210 time: 0.0529289 Apr 22 13:01:10.194510 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52ba8e-9915-4dca-817a-978bca73763a req-e894cab9-e318-49d8-8fca-21956772fa20 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:10.197138 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb52ba8e-9915-4dca-817a-978bca73763a req-e894cab9-e318-49d8-8fca-21956772fa20 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.1101696 Apr 22 13:01:10.274905 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb52ba8e-9915-4dca-817a-978bca73763a req-30fb81ae-21a5-4c47-8ebb-42d2e3e73859 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698271 Apr 22 13:01:10.543189 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c8900-6aa5-4aa5-a7cd-8f15c190e86e req-75008c68-475a-4979-a556-683eac914ca5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:10.546344 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d36c8900-6aa5-4aa5-a7cd-8f15c190e86e req-75008c68-475a-4979-a556-683eac914ca5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1210506 Apr 22 13:01:10.602265 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d36c8900-6aa5-4aa5-a7cd-8f15c190e86e req-7697b80f-3004-4c51-a12e-d33046a90913 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Apr 22 13:01:10.844171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04912f-4d4c-45bb-9851-83b583989eaa req-d929d9ed-0033-44d8-ba8f-86b31eaf8e02 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:10.856255 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5f04912f-4d4c-45bb-9851-83b583989eaa req-d929d9ed-0033-44d8-ba8f-86b31eaf8e02 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1421657 Apr 22 13:01:10.944050 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5f04912f-4d4c-45bb-9851-83b583989eaa req-157118ed-db3f-4e15-9579-be43955a1d4f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849912 Apr 22 13:01:11.360228 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8677ee-898d-4f11-8362-a182c637e951 req-d0de21ff-f892-4bb1-a27c-6cb780c4e409 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:11.363451 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0b8677ee-898d-4f11-8362-a182c637e951 req-d0de21ff-f892-4bb1-a27c-6cb780c4e409 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.2161574 Apr 22 13:01:11.446089 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0b8677ee-898d-4f11-8362-a182c637e951 req-4af3a9b0-77b8-4099-a438-f2fa623adb85 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742824 Apr 22 13:01:11.634023 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-61fb4941-3a96-4d7a-a528-d25fcc9b855c req-fd2a566d-f368-4f0b-89c9-3574e4f71d6b tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 210 time: 0.0498781 Apr 22 13:01:11.860668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c310b19-1141-422e-b696-d767733ff2be req-3b3bc956-def3-4bb8-95f8-701128ab6385 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:11.862444 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3c310b19-1141-422e-b696-d767733ff2be req-3b3bc956-def3-4bb8-95f8-701128ab6385 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.1077743 Apr 22 13:01:11.917274 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3c310b19-1141-422e-b696-d767733ff2be req-9438308a-cff4-45b1-a3c1-4d4bbb92fb21 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475891 Apr 22 13:01:12.131622 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312de80-de5b-46f8-b745-b139a9e225bf req-59fe4318-74db-4211-94a8-9bf959c32db2 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:12.133549 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5312de80-de5b-46f8-b745-b139a9e225bf req-59fe4318-74db-4211-94a8-9bf959c32db2 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1080863 Apr 22 13:01:12.194630 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5312de80-de5b-46f8-b745-b139a9e225bf req-a4324a6c-3741-45ca-b378-fd05ddb58d3e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535390 Apr 22 13:01:12.432857 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98e560-0963-4591-8c4e-91714e0c079a req-b403ae66-f6fa-4e79-b8a1-bdd6f08bd492 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:12.434490 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3f98e560-0963-4591-8c4e-91714e0c079a req-b403ae66-f6fa-4e79-b8a1-bdd6f08bd492 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1194923 Apr 22 13:01:12.516258 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3f98e560-0963-4591-8c4e-91714e0c079a req-55da90f5-fa18-445c-b716-65efe6965857 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700636 Apr 22 13:01:12.748394 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93860bbf-1df8-48b9-8a34-e55081a2e62e req-f57467d3-50f9-45af-b8b0-d9269ee35824 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:12.750460 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-93860bbf-1df8-48b9-8a34-e55081a2e62e req-f57467d3-50f9-45af-b8b0-d9269ee35824 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.1183310 Apr 22 13:01:12.806374 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-93860bbf-1df8-48b9-8a34-e55081a2e62e req-b781a294-3adc-46fe-9fe2-29b778d487da tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481782 Apr 22 13:01:12.983827 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-43448e60-9bfa-4925-80b3-3560afa8169a req-78607ebc-a690-40ee-9824-a0f4ac4fc900 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 210 time: 0.0636077 Apr 22 13:01:13.198766 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447cb13-13b1-48c8-bc7f-42f3dd3713dd req-3636e169-3098-4283-9e35-2568922011e6 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:13.200493 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b447cb13-13b1-48c8-bc7f-42f3dd3713dd req-3636e169-3098-4283-9e35-2568922011e6 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.0986497 Apr 22 13:01:13.290957 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b447cb13-13b1-48c8-bc7f-42f3dd3713dd req-3d58dd4f-0fd5-4cf1-a399-b55954d4b24d tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791464 Apr 22 13:01:13.551319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59033b5-cfb7-486c-87c4-009bdb12036f req-e14f42b8-230b-4686-ab34-a6e05549e629 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:13.553490 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a59033b5-cfb7-486c-87c4-009bdb12036f req-e14f42b8-230b-4686-ab34-a6e05549e629 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1149096 Apr 22 13:01:13.608815 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a59033b5-cfb7-486c-87c4-009bdb12036f req-37a4e56d-f021-446a-ae42-c93cfc2acb60 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481417 Apr 22 13:01:13.852587 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb482b5-51fb-4707-b861-e6a5b34b4f12 req-53c8a314-a63e-4cfe-bb5e-b7beb0fff979 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:13.854290 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5bb482b5-51fb-4707-b861-e6a5b34b4f12 req-53c8a314-a63e-4cfe-bb5e-b7beb0fff979 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.0932298 Apr 22 13:01:13.908531 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5bb482b5-51fb-4707-b861-e6a5b34b4f12 req-d7a9b9c2-a6ea-42f9-b282-2c745c9b6769 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465167 Apr 22 13:01:14.143029 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f285c-fcde-4d6c-98fc-675a0fe786f7 req-2b15d321-f977-4801-96c0-351b2d1de1b8 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:14.152872 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-956f285c-fcde-4d6c-98fc-675a0fe786f7 req-2b15d321-f977-4801-96c0-351b2d1de1b8 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.1259525 Apr 22 13:01:14.217084 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:14.230426 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-956f285c-fcde-4d6c-98fc-675a0fe786f7 req-bfba94e5-e292-449c-b2af-04366afe5200 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761592 Apr 22 13:01:14.290716 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-284af700-95a2-49eb-a16b-888b31d65812 req-2d88c262-2646-473b-80ae-2639f6996ca6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1951568 Apr 22 13:01:14.365497 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-47356e1f-af10-4b33-90c6-76b766a9a3b7 req-e8387b05-6322-4fc7-9641-dc3f77766793 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 210 time: 0.0648932 Apr 22 13:01:14.806617 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e74ac8-634d-4d6e-952f-07492b51f068 req-d7a5e579-45df-4539-8235-6b29102fc936 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:14.809698 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b1e74ac8-634d-4d6e-952f-07492b51f068 req-d7a5e579-45df-4539-8235-6b29102fc936 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.1705306 Apr 22 13:01:14.816480 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af700-95a2-49eb-a16b-888b31d65812 req-94f29768-b03a-4c46-9c4a-dc9979f8288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:14.818251 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-284af700-95a2-49eb-a16b-888b31d65812 req-94f29768-b03a-4c46-9c4a-dc9979f8288b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 1098 time: 0.4408090 Apr 22 13:01:14.821846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0196f-2fa1-4dae-ba34-8da14097b33e req-23db39ed-72dd-45c4-8442-9ff403d583ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:14.824179 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dcc0196f-2fa1-4dae-ba34-8da14097b33e req-23db39ed-72dd-45c4-8442-9ff403d583ec service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 1098 time: 0.1328738 Apr 22 13:01:14.891968 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b1e74ac8-634d-4d6e-952f-07492b51f068 req-95f0ea9b-4252-4dce-8ce3-305646bea675 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719950 Apr 22 13:01:15.118553 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dcc0196f-2fa1-4dae-ba34-8da14097b33e req-4d998983-f1d6-4ef5-9786-533778f2298d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844946 Apr 22 13:01:15.200452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787d49d-a436-4ec3-989d-9d541d6e2e8a req-6bd28186-b2ee-457a-a9b5-832188373d84 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:15.203042 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5787d49d-a436-4ec3-989d-9d541d6e2e8a req-6bd28186-b2ee-457a-a9b5-832188373d84 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.1615524 Apr 22 13:01:15.254648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b270256-bd7b-4411-9a9c-ef884b8443f3 req-bad507a4-3f95-4cba-b9be-6251878c7b2b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:15.257462 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6b270256-bd7b-4411-9a9c-ef884b8443f3 req-bad507a4-3f95-4cba-b9be-6251878c7b2b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.3876901 Apr 22 13:01:15.259740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af700-95a2-49eb-a16b-888b31d65812 req-42c39559-5039-43d9-a279-64e0e584c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:15.262442 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-284af700-95a2-49eb-a16b-888b31d65812 req-42c39559-5039-43d9-a279-64e0e584c532 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 920 time: 0.3841195 Apr 22 13:01:15.291952 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5787d49d-a436-4ec3-989d-9d541d6e2e8a req-5c0b54d3-d26a-4c8c-b2a7-73590ffbf05f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742767 Apr 22 13:01:15.453417 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-284af700-95a2-49eb-a16b-888b31d65812 req-80c64113-71f7-40dc-9bc1-6d714cc5cd10 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1485db40-158d-4965-b1ac-379c85dab533 HTTP/1.1" status: 200 len: 217 time: 0.1654155 Apr 22 13:01:15.468961 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6b270256-bd7b-4411-9a9c-ef884b8443f3 req-5297026f-83fd-4675-aeb2-cdb8c5b7c59a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007394 Apr 22 13:01:15.578635 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af700-95a2-49eb-a16b-888b31d65812 req-48fd3828-28fc-449a-ada5-e8ca278401ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:15.582107 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-284af700-95a2-49eb-a16b-888b31d65812 req-48fd3828-28fc-449a-ada5-e8ca278401ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 200 len: 859 time: 0.1116087 Apr 22 13:01:15.653872 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-284af700-95a2-49eb-a16b-888b31d65812 req-7fc9e8be-8aa0-4e8d-87fb-2099fe3d23e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85edf73c-9312-4784-969b-14c6f03936f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614653 Apr 22 13:01:15.885522 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aa5f8-d1f8-498b-97d7-126154a9569a req-b7480cfc-353b-496a-9067-1874bcde706a tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:15.887508 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-084aa5f8-d1f8-498b-97d7-126154a9569a req-b7480cfc-353b-496a-9067-1874bcde706a tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.3728709 Apr 22 13:01:15.951270 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-084aa5f8-d1f8-498b-97d7-126154a9569a req-ff91c7dd-0ab2-41c1-976d-b013d18de5b3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520117 Apr 22 13:01:16.017141 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-db754342-e1a8-46e6-b98d-0497d09845b1 req-97d69727-500c-4b6c-9a48-552908e48ddb tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 210 time: 0.3176425 Apr 22 13:01:16.239576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-f7a143a5-8105-4870-ab5d-10d0bf0db85a tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:16.240927 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-f7a143a5-8105-4870-ab5d-10d0bf0db85a tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Synchronizing usage tracker for tenant:7ba58083cc4945578c16343588dcb097 on resource:network {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:01:16.267391 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-284af700-95a2-49eb-a16b-888b31d65812 req-9b0e07f5-eaa4-406b-b236-c48c059066e4 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727224 Apr 22 13:01:16.288883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac62e1d-50e6-4a90-8e72-bf759e024e04 req-857ac418-fae6-467d-a89e-4e6e17088d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:16.292934 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1ac62e1d-50e6-4a90-8e72-bf759e024e04 req-857ac418-fae6-467d-a89e-4e6e17088d7d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 1098 time: 0.2686527 Apr 22 13:01:16.301247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d2df9-e205-4c19-b3ee-39f290f2ab53 req-a05dc9cf-835f-4d47-8497-57c6fd688335 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:16.302921 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b73d2df9-e205-4c19-b3ee-39f290f2ab53 req-a05dc9cf-835f-4d47-8497-57c6fd688335 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.1780612 Apr 22 13:01:16.323241 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-f7a143a5-8105-4870-ab5d-10d0bf0db85a tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Unset dirty status for tenant:7ba58083cc4945578c16343588dcb097 on resource:network {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:01:16.325483 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-f7a143a5-8105-4870-ab5d-10d0bf0db85a tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.89 "GET /v2.0/networks?id=27884a61-2018-4005-a42b-5ddf4214879b HTTP/1.1" status: 200 len: 813 time: 0.6663690 Apr 22 13:01:16.401935 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Request body: {'port': {'device_id': 'a226f58e-d6cb-4130-b6e5-ae8b0865998f', 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b', 'admin_state_up': True, 'tenant_id': '7ba58083cc4945578c16343588dcb097'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:01:16.476578 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b73d2df9-e205-4c19-b3ee-39f290f2ab53 req-7f87c0fe-809a-4d7a-868e-2495c4549c99 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600628 Apr 22 13:01:16.542835 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1ac62e1d-50e6-4a90-8e72-bf759e024e04 req-95c9d257-9457-46d9-b83f-2905b10dd4b9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262510 Apr 22 13:01:16.585611 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823cc1a-f683-4220-a89b-364f9b026d38 req-e6f0dc56-416d-4887-9ce1-01a17f328d4e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:16.587839 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9823cc1a-f683-4220-a89b-364f9b026d38 req-e6f0dc56-416d-4887-9ce1-01a17f328d4e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.2312071 Apr 22 13:01:16.745889 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-284af700-95a2-49eb-a16b-888b31d65812 req-da9ea832-0f08-45d8-b321-046ceeb708b7 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617045 Apr 22 13:01:16.758770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:01:16.770756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Usage tracker for resource:port and tenant:7ba58083cc4945578c16343588dcb097 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:01:16.778270 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-9823cc1a-f683-4220-a89b-364f9b026d38 req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Deleting port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:01:16.778655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9823cc1a-f683-4220-a89b-364f9b026d38 req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:16.779075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:01:16.793663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:01:16.835626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb3151-35cb-4706-8dde-444ae6b37667 req-d52b519e-3adc-459b-8b99-b1098baa4723 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:16.844374 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-64eb3151-35cb-4706-8dde-444ae6b37667 req-d52b519e-3adc-459b-8b99-b1098baa4723 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.2222345 Apr 22 13:01:16.868582 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Made reservation on behalf of 7ba58083cc4945578c16343588dcb097 for: {'port': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:01:16.875642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:16.977765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e1b73-9bdf-4ca5-b60c-79c3d91124b1 req-e22c2ff5-f6e7-46a9-b909-defbc9af3701 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:16.978396 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-64eb3151-35cb-4706-8dde-444ae6b37667 req-269aad77-e4a5-46f1-8b5d-9d3d9fd8a505 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327891 Apr 22 13:01:16.980982 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b67e1b73-9bdf-4ca5-b60c-79c3d91124b1 req-e22c2ff5-f6e7-46a9-b909-defbc9af3701 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2989018 Apr 22 13:01:17.251735 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b67e1b73-9bdf-4ca5-b60c-79c3d91124b1 req-c21b6040-4bc3-4b29-b1d5-bb97ee67ebe8 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156622 Apr 22 13:01:17.344757 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Allocated IP 172.20.0.12 (27884a61-2018-4005-a42b-5ddf4214879b/58c16faf-1465-4753-ac38-e4619922930c/fb68ca5d-c629-414c-acf7-23d8ae72b6fb) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:01:17.387535 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-9823cc1a-f683-4220-a89b-364f9b026d38 req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] For port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:17.390070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9823cc1a-f683-4220-a89b-364f9b026d38 req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:17.426231 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b3e63-3c7f-45e9-8a8c-3a54cfa12881 req-ef40a502-17a5-420b-82a8-cc90af198433 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:17.436278 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-097b3e63-3c7f-45e9-8a8c-3a54cfa12881 req-ef40a502-17a5-420b-82a8-cc90af198433 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 946 time: 0.2694499 Apr 22 13:01:17.587262 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-097b3e63-3c7f-45e9-8a8c-3a54cfa12881 req-035aca2e-b100-4f0e-8667-e6cc78a7b45e tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497519 Apr 22 13:01:17.679803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-9823cc1a-f683-4220-a89b-364f9b026d38 req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Calling delete_port for c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 owned by compute:nova {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:01:17.788447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:17.859514 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5eacf8c8-6a35-443f-baa4-27af2c1d1f87 req-504584f4-3d1b-4a24-a451-163da727e417 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 210 time: 0.1190367 Apr 22 13:01:17.916601 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d39b5-a4ce-48ad-9bfb-fca8803292a9 req-cb59b9c6-bbee-4545-9711-edfe69efb51a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:17.918420 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-080d39b5-a4ce-48ad-9bfb-fca8803292a9 req-cb59b9c6-bbee-4545-9711-edfe69efb51a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.1259272 Apr 22 13:01:17.924993 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:17.935898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:18.091448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Network 27884a61-2018-4005-a42b-5ddf4214879b is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:01:18.118208 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9823cc1a-f683-4220-a89b-364f9b026d38 req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:18.120470 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e1e2c7da-b187-4923-84ba-e33edc146257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:18.130301 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['d9699246-29d7-47f2-89e7-24c335998935', 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:01:18.151415 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-080d39b5-a4ce-48ad-9bfb-fca8803292a9 req-de9e1af8-648c-4320-a4e4-a55165dd3af0 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162871 Apr 22 13:01:18.153066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:01:18.161393 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:01:18.239330 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 69380f2d-d934-4c77-bf36-d795a39e605b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:01:18.256917 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Pushing event deleted for resources: {'Port': ['ID=c33fd246-bbe0-4b31-84db-0cbeb0ec4d31,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:18.274676 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:18.283790 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Pushing event updated for resources: {'Port': ['ID=fb68ca5d-c629-414c-acf7-23d8ae72b6fb,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:18.314654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:18.376827 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.resource_extend [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 13:01:18.409543 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:18.411001 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:18.484808 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0870483 Apr 22 13:01:18.506863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Request body: {'port': {'device_id': 'a226f58e-d6cb-4130-b6e5-ae8b0865998f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:01:18.531431 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-9823cc1a-f683-4220-a89b-364f9b026d38 req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] No DVR routers for this DVR port c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 on host hv-cinder-78726 {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:01:18.538994 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-9823cc1a-f683-4220-a89b-364f9b026d38 req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:18.543559 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f870819-b77a-40f6-9f91-f50abcdfb851', 'name': 'network-vif-deleted', 'tag': 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:01:18.603119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365799a-6c89-48f5-b657-da61e2006ffc req-25935c61-78a5-4542-bb62-f563d9beb6e6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:18.606448 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1365799a-6c89-48f5-b657-da61e2006ffc req-25935c61-78a5-4542-bb62-f563d9beb6e6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 943 time: 0.4139516 Apr 22 13:01:18.640882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:18.652999 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9823cc1a-f683-4220-a89b-364f9b026d38 req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "DELETE /v2.0/ports/c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 HTTP/1.1" status: 204 len: 173 time: 2.0483673 Apr 22 13:01:18.663462 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '69380f2d-d934-4c77-bf36-d795a39e605b', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'port_id': '69380f2d-d934-4c77-bf36-d795a39e605b', 'mac_address': 'fa:16:3e:9a:b1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:01:18.695477 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1365799a-6c89-48f5-b657-da61e2006ffc req-9486d7e6-0364-4af8-8090-d80b921bcff0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787535 Apr 22 13:01:18.796867 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:18.830156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69380f2d-d934-4c77-bf36-d795a39e605b {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:01:18.883351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:18.883495 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:18.930484 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:18.933273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7be43-308c-451b-95e7-5e00aac7b0a1 req-75116554-f9fb-4b83-b28b-c5beb91e301a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:18.934584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:18.936937 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-afc7be43-308c-451b-95e7-5e00aac7b0a1 req-75116554-f9fb-4b83-b28b-c5beb91e301a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.3557661 Apr 22 13:01:19.067853 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=69380f2d-d934-4c77-bf36-d795a39e605b,revision_number=9']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:19.072043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:19.094681 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-afc7be43-308c-451b-95e7-5e00aac7b0a1 req-9bbbf4d2-b485-4f60-936a-3e341728b2f2 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486006 Apr 22 13:01:19.185961 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f870819-b77a-40f6-9f91-f50abcdfb851', 'name': 'network-vif-deleted', 'tag': 'c33fd246-bbe0-4b31-84db-0cbeb0ec4d31', 'status': 'completed', 'code': 200} Apr 22 13:01:19.318375 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['69380f2d-d934-4c77-bf36-d795a39e605b'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:01:19.448854 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-46315246-d60b-46bd-96df-cea65e0c1d0b req-00b51657-12c6-4f2f-81a5-bf65ae73b76d tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f870819-b77a-40f6-9f91-f50abcdfb851 HTTP/1.1" status: 200 len: 210 time: 0.0650728 Apr 22 13:01:19.882507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb68ca5d-c629-414c-acf7-23d8ae72b6fb {{(pid=86512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:01:19.895529 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:19.921171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Transition to ACTIVE for port object fb68ca5d-c629-414c-acf7-23d8ae72b6fb will not be triggered until provisioned by entity L2. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:01:19.969308 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89cfad-3de6-4783-8887-929485703fe7 req-6243d7d0-97fb-4cfd-a0db-620e2f146705 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:19.970594 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ef89cfad-3de6-4783-8887-929485703fe7 req-6243d7d0-97fb-4cfd-a0db-620e2f146705 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Synchronizing usage tracker for tenant:7ba58083cc4945578c16343588dcb097 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:01:19.979036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:19.988517 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:20.200423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:01:20.320355 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:01:20.320810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device c33fd246-bbe0-4b31-84db-0cbeb0ec4d31 not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:01:20.420638 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf556a-61c9-4b82-afd1-c409ac61b141 req-6e90575b-2cd9-4469-baaa-79625d02868b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:20.422658 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-27bf556a-61c9-4b82-afd1-c409ac61b141 req-6e90575b-2cd9-4469-baaa-79625d02868b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 944 time: 0.1372352 Apr 22 13:01:20.509888 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-27bf556a-61c9-4b82-afd1-c409ac61b141 req-6d257726-2964-4bf3-896a-2be310a0678c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782633 Apr 22 13:01:20.611087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Pushing event updated for resources: {'Port': ['ID=fb68ca5d-c629-414c-acf7-23d8ae72b6fb,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:20.615005 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:20.660748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ef89cfad-3de6-4783-8887-929485703fe7 req-6243d7d0-97fb-4cfd-a0db-620e2f146705 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Unset dirty status for tenant:7ba58083cc4945578c16343588dcb097 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:01:20.661966 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ef89cfad-3de6-4783-8887-929485703fe7 req-6243d7d0-97fb-4cfd-a0db-620e2f146705 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 932 time: 0.8797879 Apr 22 13:01:20.749674 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ef89cfad-3de6-4783-8887-929485703fe7 req-7078fbf6-5bb6-4613-8ae3-502aac43fcd2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Synchronizing usage tracker for tenant:7ba58083cc4945578c16343588dcb097 on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:01:20.755929 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Attempting to bind port fb68ca5d-c629-414c-acf7-23d8ae72b6fb on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:01:20.759774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Attempting to bind port fb68ca5d-c629-414c-acf7-23d8ae72b6fb by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'dd31ac92-f57d-4205-afb0-7558d1a99385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b'}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:01:20.759774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Attempting to bind port fb68ca5d-c629-414c-acf7-23d8ae72b6fb on network 27884a61-2018-4005-a42b-5ddf4214879b {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:01:20.764727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Port fb68ca5d-c629-414c-acf7-23d8ae72b6fb on network 27884a61-2018-4005-a42b-5ddf4214879b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 13:01:20.765881 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Attempting to bind port fb68ca5d-c629-414c-acf7-23d8ae72b6fb on network 27884a61-2018-4005-a42b-5ddf4214879b {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:01:20.781588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:01:20.782298 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Checking segment: {'id': 'dd31ac92-f57d-4205-afb0-7558d1a99385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:01:20.783085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Bound using segment: {'id': 'dd31ac92-f57d-4205-afb0-7558d1a99385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b'} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:01:20.784138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Bound port: fb68ca5d-c629-414c-acf7-23d8ae72b6fb, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd31ac92-f57d-4205-afb0-7558d1a99385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b'}}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:01:20.785391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:20.867905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ef89cfad-3de6-4783-8887-929485703fe7 req-7078fbf6-5bb6-4613-8ae3-502aac43fcd2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Unset dirty status for tenant:7ba58083cc4945578c16343588dcb097 on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:01:20.870998 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ef89cfad-3de6-4783-8887-929485703fe7 req-7078fbf6-5bb6-4613-8ae3-502aac43fcd2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999652 Apr 22 13:01:20.964608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] For port fb68ca5d-c629-414c-acf7-23d8ae72b6fb, host hv-cinder-78726, cleared binding levels {{(pid=86512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:01:20.970801 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] For port fb68ca5d-c629-414c-acf7-23d8ae72b6fb, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb68ca5d-c629-414c-acf7-23d8ae72b6fb,segment=NetworkSegment(dd31ac92-f57d-4205-afb0-7558d1a99385),segment_id=dd31ac92-f57d-4205-afb0-7558d1a99385)] {{(pid=86512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:01:21.011959 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:21.022780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:21.062473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:21.063550 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:21.065229 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] 10.222.0.89 "PUT /v2.0/ports/fb68ca5d-c629-414c-acf7-23d8ae72b6fb HTTP/1.1" status: 200 len: 1094 time: 2.5685947 Apr 22 13:01:21.072439 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a226f58e-d6cb-4130-b6e5-ae8b0865998f', 'tag': 'fb68ca5d-c629-414c-acf7-23d8ae72b6fb'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:01:21.127770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Pushing event updated for resources: {'Port': ['ID=fb68ca5d-c629-414c-acf7-23d8ae72b6fb,revision_number=3']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:21.131521 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:21.336865 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a226f58e-d6cb-4130-b6e5-ae8b0865998f', 'tag': 'fb68ca5d-c629-414c-acf7-23d8ae72b6fb', 'status': 'completed', 'code': 200} Apr 22 13:01:21.500435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-cf0b78dd-2fe9-4f98-aad2-573dce48622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:21.502550 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-cf0b78dd-2fe9-4f98-aad2-573dce48622e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ba58083cc4945578c16343588dcb097&device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 1097 time: 0.3204370 Apr 22 13:01:21.584838 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58d3e9-4694-45ea-ab1e-ec4303bf7b39 req-1b2a5afe-9ca4-4f99-9b42-586dd6d1db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:21.587844 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4e58d3e9-4694-45ea-ab1e-ec4303bf7b39 req-1b2a5afe-9ca4-4f99-9b42-586dd6d1db39 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0be505e895a644dbb7c2b63770215c98&device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 1098 time: 0.2904065 Apr 22 13:01:21.601515 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-dfe5c670-4b16-43fc-b9e9-027053010af2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb68ca5d-c629-414c-acf7-23d8ae72b6fb HTTP/1.1" status: 200 len: 217 time: 0.0853353 Apr 22 13:01:21.643407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7406a9-1ed2-4a11-9e01-6c33907e285e req-8a78bd3e-b6d4-4d34-8bb8-ab1d9ce0d6de tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:21.645318 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7e7406a9-1ed2-4a11-9e01-6c33907e285e req-8a78bd3e-b6d4-4d34-8bb8-ab1d9ce0d6de tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.2100480 Apr 22 13:01:21.710741 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61048de8-f894-4830-bc6d-d2e413e0ae36 req-b2129c80-02c2-4161-a89b-a13c117a0522 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:21.713965 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-61048de8-f894-4830-bc6d-d2e413e0ae36 req-b2129c80-02c2-4161-a89b-a13c117a0522 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2778530 Apr 22 13:01:21.732195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-04294821-226a-4df5-8d92-1e6cd87ca4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:21.734964 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-04294821-226a-4df5-8d92-1e6cd87ca4f1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=58c16faf-1465-4753-ac38-e4619922930c HTTP/1.1" status: 200 len: 853 time: 0.1221435 Apr 22 13:01:21.796468 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7e7406a9-1ed2-4a11-9e01-6c33907e285e req-a5cd1039-d06f-4e1e-8a54-7a327c24a239 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863678 Apr 22 13:01:21.832362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58d3e9-4694-45ea-ab1e-ec4303bf7b39 req-95bcb65a-a7c2-4c81-a75c-7e86fdd3da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:21.834298 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4e58d3e9-4694-45ea-ab1e-ec4303bf7b39 req-95bcb65a-a7c2-4c81-a75c-7e86fdd3da73 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 200 len: 920 time: 0.2306912 Apr 22 13:01:21.878124 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-f47a6427-e65d-41b3-bc01-f53333383ac6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=27884a61-2018-4005-a42b-5ddf4214879b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127350 Apr 22 13:01:21.972429 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4e58d3e9-4694-45ea-ab1e-ec4303bf7b39 req-0216bd63-e020-412a-858e-67642816d03a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e HTTP/1.1" status: 200 len: 217 time: 0.1267846 Apr 22 13:01:22.052291 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-61048de8-f894-4830-bc6d-d2e413e0ae36 req-cad617ae-5c3b-4423-83e0-49063d7fd1dc tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236227 Apr 22 13:01:22.184718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58d3e9-4694-45ea-ab1e-ec4303bf7b39 req-82b50549-1094-49f8-b9bb-78ba8bcb3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:22.190656 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-1b16cda5-bdc6-4050-8d1f-bee151bde0ac service neutron] 10.222.0.89 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935247 Apr 22 13:01:22.194225 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4e58d3e9-4694-45ea-ab1e-ec4303bf7b39 req-82b50549-1094-49f8-b9bb-78ba8bcb3834 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 200 len: 859 time: 0.1437836 Apr 22 13:01:22.211401 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be5315-0dd8-4d43-a245-8a22faa81765 req-792d7208-503b-42c6-acda-e0135c5c7af7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:22.214710 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-63be5315-0dd8-4d43-a245-8a22faa81765 req-792d7208-503b-42c6-acda-e0135c5c7af7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 944 time: 0.2448123 Apr 22 13:01:22.226826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 69380f2d-d934-4c77-bf36-d795a39e605b up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:01:22.326218 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4e58d3e9-4694-45ea-ab1e-ec4303bf7b39 req-702e7085-8da3-4714-8603-0a0dba5a02ba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85edf73c-9312-4784-969b-14c6f03936f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096904 Apr 22 13:01:22.343223 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 69380f2d-d934-4c77-bf36-d795a39e605b triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:01:22.343815 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:22.487676 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50cf6aaf-7f1f-4457-bbd3-14d9ef260f2d req-11010632-c00d-4d6e-ab43-cbedcea5d020 service neutron] 10.222.0.89 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761858 Apr 22 13:01:22.541998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:22.545623 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-63be5315-0dd8-4d43-a245-8a22faa81765 req-14803a34-8932-4293-8e3e-90f812e55eda tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242925 Apr 22 13:01:22.613527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:01:22.616918 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4e58d3e9-4694-45ea-ab1e-ec4303bf7b39 req-a1639fbd-b1d5-44dd-aad4-bb9e71fe39b1 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625730 Apr 22 13:01:22.624122 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0ff2c-102c-44c2-9ea3-ccc92f573934 req-8d3ebf9c-72af-4620-98fe-56867ca3ce59 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:22.626109 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-71e0ff2c-102c-44c2-9ea3-ccc92f573934 req-8d3ebf9c-72af-4620-98fe-56867ca3ce59 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 944 time: 0.1368120 Apr 22 13:01:22.633941 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:22.680014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:22.683588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:22.809597 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b', 'code': 200} Apr 22 13:01:22.833810 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-71e0ff2c-102c-44c2-9ea3-ccc92f573934 req-858b00ac-00f6-492e-9b01-4fb4a20033f5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936738 Apr 22 13:01:22.888416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=69380f2d-d934-4c77-bf36-d795a39e605b,revision_number=10']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:22.906317 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:22.910853 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfeacf-62b6-4f39-8c40-c7af090c5cdc req-b3cffaed-760e-458a-b332-2fc5d4b0f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:22.913657 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-48bfeacf-62b6-4f39-8c40-c7af090c5cdc req-b3cffaed-760e-458a-b332-2fc5d4b0f8a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ba58083cc4945578c16343588dcb097&device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 1097 time: 0.2543721 Apr 22 13:01:22.921919 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4e58d3e9-4694-45ea-ab1e-ec4303bf7b39 req-0c5f3191-bed5-4dc5-a75d-ba71ae8063d8 service neutron] 10.222.0.89 "GET /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802703 Apr 22 13:01:23.303220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfeacf-62b6-4f39-8c40-c7af090c5cdc req-e609e196-497b-4479-a750-65c44848ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:23.306327 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-48bfeacf-62b6-4f39-8c40-c7af090c5cdc req-e609e196-497b-4479-a750-65c44848ba0e service neutron] 10.222.0.89 "GET /v2.0/networks?id=27884a61-2018-4005-a42b-5ddf4214879b HTTP/1.1" status: 200 len: 914 time: 0.3711948 Apr 22 13:01:23.349603 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea79b5-12fe-4756-a62f-852bcee1fe93 req-ccdd62e2-52a3-4523-94a0-fef5625cf99a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:23.352562 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ebea79b5-12fe-4756-a62f-852bcee1fe93 req-ccdd62e2-52a3-4523-94a0-fef5625cf99a tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.2688956 Apr 22 13:01:23.463679 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-48bfeacf-62b6-4f39-8c40-c7af090c5cdc req-2d9517c6-a366-45be-9680-c10cbcc5531b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb68ca5d-c629-414c-acf7-23d8ae72b6fb HTTP/1.1" status: 200 len: 217 time: 0.1484239 Apr 22 13:01:23.475845 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ebea79b5-12fe-4756-a62f-852bcee1fe93 req-61f08112-002d-41b6-8c39-20903e72c74c tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ac9fee-a061-4270-b39d-9c1ed88ff4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061959 Apr 22 13:01:23.486068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526317e-e3c2-4afb-a438-9dcbf080cd2b req-bfdc4443-c514-4a55-9c3e-d7d2588c854f tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:23.555312 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f526317e-e3c2-4afb-a438-9dcbf080cd2b req-bfdc4443-c514-4a55-9c3e-d7d2588c854f tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 945 time: 0.2886097 Apr 22 13:01:23.563400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfeacf-62b6-4f39-8c40-c7af090c5cdc req-210b9f62-63a8-4189-ae62-10a18c589737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:23.565041 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-48bfeacf-62b6-4f39-8c40-c7af090c5cdc req-210b9f62-63a8-4189-ae62-10a18c589737 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=58c16faf-1465-4753-ac38-e4619922930c HTTP/1.1" status: 200 len: 853 time: 0.0906494 Apr 22 13:01:23.586308 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-f526317e-e3c2-4afb-a438-9dcbf080cd2b req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Deleting port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:01:23.586735 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-f526317e-e3c2-4afb-a438-9dcbf080cd2b req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:23.651761 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-48bfeacf-62b6-4f39-8c40-c7af090c5cdc req-7875b504-bb6f-471a-a445-2ff949abcc0c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=27884a61-2018-4005-a42b-5ddf4214879b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726471 Apr 22 13:01:23.830279 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-48bfeacf-62b6-4f39-8c40-c7af090c5cdc req-13ae47bd-2b94-43ad-9c6b-2e50ac42d8ff service neutron] 10.222.0.89 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733823 Apr 22 13:01:24.090808 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-48bfeacf-62b6-4f39-8c40-c7af090c5cdc req-6ffe931c-ec52-4d42-9d2e-ca73da407c27 service neutron] 10.222.0.89 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456501 Apr 22 13:01:24.094382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839be8f-d30a-4a7d-9773-d9ea73d35a47 req-a58d443a-8389-46d9-9e03-ba085ba7b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:24.096079 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0839be8f-d30a-4a7d-9773-d9ea73d35a47 req-a58d443a-8389-46d9-9e03-ba085ba7b706 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 1099 time: 0.1615481 Apr 22 13:01:24.150290 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0839be8f-d30a-4a7d-9773-d9ea73d35a47 req-3e1ba022-bec8-4fd6-9284-201a1e88ffe6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 Apr 22 13:01:24.256882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f15c0d-09e9-47fe-9db4-ff17dd07e9bd req-30b55c5b-44eb-4b1c-9e8c-2da7aca34813 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:24.265361 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b3f15c0d-09e9-47fe-9db4-ff17dd07e9bd req-30b55c5b-44eb-4b1c-9e8c-2da7aca34813 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.4094172 Apr 22 13:01:24.299415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-f526317e-e3c2-4afb-a438-9dcbf080cd2b req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] For port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5e5be648-b01d-46a8-b4f3-967fb5ae40bf,segment=NetworkSegment(dab0c8b1-e1df-4b5e-b469-4c25ff0e3135),segment_id=dab0c8b1-e1df-4b5e-b469-4c25ff0e3135)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:24.300421 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-f526317e-e3c2-4afb-a438-9dcbf080cd2b req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:24.313290 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45505-a4fa-476d-aeb4-934b545bf7e4 req-bd43618e-4649-4b08-bd19-02e7767be282 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:24.316306 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f5f45505-a4fa-476d-aeb4-934b545bf7e4 req-bd43618e-4649-4b08-bd19-02e7767be282 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 946 time: 0.1500897 Apr 22 13:01:24.393999 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f5f45505-a4fa-476d-aeb4-934b545bf7e4 req-2990fe0d-df4f-45fb-abc8-be5949625e7a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712237 Apr 22 13:01:24.483595 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-f526317e-e3c2-4afb-a438-9dcbf080cd2b req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Calling delete_port for 5e5be648-b01d-46a8-b4f3-967fb5ae40bf owned by compute:nova {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:01:24.522846 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b3f15c0d-09e9-47fe-9db4-ff17dd07e9bd req-3644ebb7-3113-42fd-944c-178ba417490b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563748 Apr 22 13:01:24.642145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b1b27-b9a3-41f5-9770-363399d19cf7 req-f3c8dfb5-59ca-4b8c-afde-b0038c9662cd tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:24.644089 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2b4b1b27-b9a3-41f5-9770-363399d19cf7 req-f3c8dfb5-59ca-4b8c-afde-b0038c9662cd tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 945 time: 0.1318941 Apr 22 13:01:24.697484 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2b4b1b27-b9a3-41f5-9770-363399d19cf7 req-11e4021f-bb19-4b39-a2ac-a060cd14c8c5 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 Apr 22 13:01:24.774485 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81457ce-ef2a-4e8d-adf4-586952eb0f61 req-0374c246-dd75-4b6f-b4f2-ceec063ad4f0 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:24.776121 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c81457ce-ef2a-4e8d-adf4-586952eb0f61 req-0374c246-dd75-4b6f-b4f2-ceec063ad4f0 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 944 time: 0.1261756 Apr 22 13:01:24.779356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-f526317e-e3c2-4afb-a438-9dcbf080cd2b req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:24.788562 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4863abe2-6c48-4798-ac87-3fd77d9a6d05 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:24.794067 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['5e5be648-b01d-46a8-b4f3-967fb5ae40bf'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:01:24.862910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Pushing event deleted for resources: {'Port': ['ID=5e5be648-b01d-46a8-b4f3-967fb5ae40bf,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:24.895764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:24.917305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3107c-27cf-4cb6-8ff8-2783b6b3b5eb req-e210f0a8-72f8-49fd-aac4-c957bbd555c0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:24.919127 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b7f3107c-27cf-4cb6-8ff8-2783b6b3b5eb req-e210f0a8-72f8-49fd-aac4-c957bbd555c0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1126845 Apr 22 13:01:24.958205 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f526317e-e3c2-4afb-a438-9dcbf080cd2b req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] No DVR routers for this DVR port 5e5be648-b01d-46a8-b4f3-967fb5ae40bf on host hv-cinder-78726 {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:01:24.965525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-f526317e-e3c2-4afb-a438-9dcbf080cd2b req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:24.971338 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c81457ce-ef2a-4e8d-adf4-586952eb0f61 req-8685b170-add5-4d82-9b99-7f2dd4024201 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849408 Apr 22 13:01:24.971953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1deb58-76cc-486c-8e4d-4c66e90abb1c', 'name': 'network-vif-deleted', 'tag': '5e5be648-b01d-46a8-b4f3-967fb5ae40bf'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:01:25.012305 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b7f3107c-27cf-4cb6-8ff8-2783b6b3b5eb req-c4320fb0-02e0-4000-bb9e-4ed8e21139ea tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847063 Apr 22 13:01:25.022520 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f526317e-e3c2-4afb-a438-9dcbf080cd2b req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.89 "DELETE /v2.0/ports/5e5be648-b01d-46a8-b4f3-967fb5ae40bf HTTP/1.1" status: 204 len: 173 time: 1.5247970 Apr 22 13:01:25.080374 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1deb58-76cc-486c-8e4d-4c66e90abb1c', 'name': 'network-vif-deleted', 'tag': '5e5be648-b01d-46a8-b4f3-967fb5ae40bf', 'status': 'completed', 'code': 200} Apr 22 13:01:25.148362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-e74d8b02-0928-4cfd-b8c8-5c109ac52efa req-f0a441bd-bc8f-4a8c-8321-78dd524ec0aa tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Synchronizing usage tracker for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:01:25.197053 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-e74d8b02-0928-4cfd-b8c8-5c109ac52efa req-f0a441bd-bc8f-4a8c-8321-78dd524ec0aa tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Unset dirty status for tenant:52b6663dd7424885ab8bc57aa5938a13 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:01:25.200065 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e74d8b02-0928-4cfd-b8c8-5c109ac52efa req-f0a441bd-bc8f-4a8c-8321-78dd524ec0aa tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 210 time: 0.1085374 Apr 22 13:01:25.716249 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15285598-06fe-4353-9c94-0e1fb588f352 req-c3944877-d392-4c30-98a5-ada6d0b21b3c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:25.719510 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-15285598-06fe-4353-9c94-0e1fb588f352 req-c3944877-d392-4c30-98a5-ada6d0b21b3c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 946 time: 0.1735585 Apr 22 13:01:25.795607 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-15285598-06fe-4353-9c94-0e1fb588f352 req-9caa862c-0fea-45b3-a14a-5b133431a72b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689571 Apr 22 13:01:25.842207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcd061-0b48-491a-9009-7beeb901486f req-ba7f1175-c8f6-4539-b295-b01502a1e2a5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:25.844366 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-07bcd061-0b48-491a-9009-7beeb901486f req-ba7f1175-c8f6-4539-b295-b01502a1e2a5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1243792 Apr 22 13:01:25.935676 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b5010fc3-baaa-4e71-9022-93aa5cfc9622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:25.947054 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-07bcd061-0b48-491a-9009-7beeb901486f req-194f1c1e-4d88-49af-b61d-76198ff89aeb tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951798 Apr 22 13:01:26.105519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2cedf-d1a3-4bb0-914c-606ecacbdd6f req-129c3f09-8f8a-4b5b-be4b-9a81f87e4596 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:26.108504 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3fe2cedf-d1a3-4bb0-914c-606ecacbdd6f req-129c3f09-8f8a-4b5b-be4b-9a81f87e4596 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 945 time: 0.1496029 Apr 22 13:01:26.199969 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3fe2cedf-d1a3-4bb0-914c-606ecacbdd6f req-231d39c5-ab83-4dd7-a00e-3ce67848fd32 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826187 Apr 22 13:01:26.242312 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device fb68ca5d-c629-414c-acf7-23d8ae72b6fb details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:01:26.242590 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f9fd1-19c3-4fa3-a09a-9a9670847cf2 req-a9ed658e-e96d-46ba-be44-de8211d35c5d tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:26.244602 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b08f9fd1-19c3-4fa3-a09a-9a9670847cf2 req-a9ed658e-e96d-46ba-be44-de8211d35c5d tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 944 time: 0.1276991 Apr 22 13:01:26.342140 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b08f9fd1-19c3-4fa3-a09a-9a9670847cf2 req-76b4b934-e45f-4518-9d9b-40f91752d434 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832524 Apr 22 13:01:26.507268 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port fb68ca5d-c629-414c-acf7-23d8ae72b6fb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb68ca5d-c629-414c-acf7-23d8ae72b6fb,segment=NetworkSegment(dd31ac92-f57d-4205-afb0-7558d1a99385),segment_id=dd31ac92-f57d-4205-afb0-7558d1a99385)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:26.525618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e826df-38ee-48d6-a93d-170e4ed7eba6 req-54316870-910f-42c6-b159-c8684cdc5201 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:26.527334 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f8e826df-38ee-48d6-a93d-170e4ed7eba6 req-54316870-910f-42c6-b159-c8684cdc5201 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1223907 Apr 22 13:01:26.533119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': 'fb68ca5d-c629-414c-acf7-23d8ae72b6fb', 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b', 'port_id': 'fb68ca5d-c629-414c-acf7-23d8ae72b6fb', 'mac_address': 'fa:16:3e:1a:e1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c16faf-1465-4753-ac38-e4619922930c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:01:26.595126 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f8e826df-38ee-48d6-a93d-170e4ed7eba6 req-3d263e50-e633-4f25-abeb-e30f5723048f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585916 Apr 22 13:01:26.637650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:26.665568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb68ca5d-c629-414c-acf7-23d8ae72b6fb {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:01:26.681063 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9009a68e-9cd5-4603-be44-5043b56761e1 req-52e1eafe-3f38-4d42-b963-0817557ce6f1 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd1deb58-76cc-486c-8e4d-4c66e90abb1c HTTP/1.1" status: 200 len: 210 time: 0.1042366 Apr 22 13:01:26.686421 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port fb68ca5d-c629-414c-acf7-23d8ae72b6fb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb68ca5d-c629-414c-acf7-23d8ae72b6fb,segment=NetworkSegment(dd31ac92-f57d-4205-afb0-7558d1a99385),segment_id=dd31ac92-f57d-4205-afb0-7558d1a99385)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:26.734393 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-164deba1-dca5-4cc5-b329-5e632984a5d7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:26.735202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-164deba1-dca5-4cc5-b329-5e632984a5d7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Synchronizing usage tracker for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:01:26.745058 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:26.747082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:26.822123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-164deba1-dca5-4cc5-b329-5e632984a5d7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Unset dirty status for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:01:26.824351 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-164deba1-dca5-4cc5-b329-5e632984a5d7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 945 time: 0.2071080 Apr 22 13:01:26.828656 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=fb68ca5d-c629-414c-acf7-23d8ae72b6fb,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:26.832764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:26.958921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Deleting port d9699246-29d7-47f2-89e7-24c335998935 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:01:26.959369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:27.077695 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0f7e2-79a7-495b-9b25-6b05ad1d65ea req-9012986a-4f20-4f68-8810-4c0b94100ad5 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:27.079331 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cbe0f7e2-79a7-495b-9b25-6b05ad1d65ea req-9012986a-4f20-4f68-8810-4c0b94100ad5 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 946 time: 0.1419919 Apr 22 13:01:27.108505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['fb68ca5d-c629-414c-acf7-23d8ae72b6fb'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:01:27.137388 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cbe0f7e2-79a7-495b-9b25-6b05ad1d65ea req-550026f2-ffec-41e1-9185-218946cc8f49 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491374 Apr 22 13:01:27.338502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a0406-b16a-4eec-89c8-d3f1f204c964 req-1be66ae3-5ac4-422c-88a4-579d33c04e5c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:27.340059 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f18a0406-b16a-4eec-89c8-d3f1f204c964 req-1be66ae3-5ac4-422c-88a4-579d33c04e5c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2456629 Apr 22 13:01:27.444733 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f18a0406-b16a-4eec-89c8-d3f1f204c964 req-728b0542-c604-4929-882a-24fb26fcfda3 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947371 Apr 22 13:01:27.446788 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] For port d9699246-29d7-47f2-89e7-24c335998935, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d9699246-29d7-47f2-89e7-24c335998935,segment=NetworkSegment(5413a8a8-80c0-4027-93f2-4084509ded4d),segment_id=5413a8a8-80c0-4027-93f2-4084509ded4d)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:27.447196 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:27.570088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6ff7-609d-411f-b946-9a49b64e40bf req-ec8b7e96-dc2e-40fc-80b4-cb15a2537200 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:27.573112 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f49e6ff7-609d-411f-b946-9a49b64e40bf req-ec8b7e96-dc2e-40fc-80b4-cb15a2537200 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 945 time: 0.2192621 Apr 22 13:01:27.628506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Calling delete_port for d9699246-29d7-47f2-89e7-24c335998935 owned by compute:nova {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:01:27.674573 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f49e6ff7-609d-411f-b946-9a49b64e40bf req-0cf07a17-416a-4438-9171-b9e2681d01d7 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937307 Apr 22 13:01:27.814159 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83634435-4539-4fe3-8bf6-02986c546212 req-02a19210-e1ed-45a5-867c-51dfcc1bb6f8 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:27.816420 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83634435-4539-4fe3-8bf6-02986c546212 req-02a19210-e1ed-45a5-867c-51dfcc1bb6f8 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 945 time: 0.1552575 Apr 22 13:01:27.892382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b2679-ae24-44ba-a3ce-c824e72f2062 req-cea1b38d-6744-4b87-9db2-c95fd0ecce30 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:27.894583 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-329b2679-ae24-44ba-a3ce-c824e72f2062 req-cea1b38d-6744-4b87-9db2-c95fd0ecce30 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1025727 Apr 22 13:01:27.917364 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83634435-4539-4fe3-8bf6-02986c546212 req-b04e4db7-cb04-4ea7-b5f6-d6cccdfe76ee tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892680 Apr 22 13:01:27.952601 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-329b2679-ae24-44ba-a3ce-c824e72f2062 req-49365824-4735-40f3-828c-34490df4ee24 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505846 Apr 22 13:01:28.010168 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:28.016825 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:28.076351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Pushing event deleted for resources: {'Port': ['ID=d9699246-29d7-47f2-89e7-24c335998935,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:28.116795 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:28.171708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] No DVR routers for this DVR port d9699246-29d7-47f2-89e7-24c335998935 on host hv-cinder-78726 {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:01:28.175407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:28.178665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f002f3-0528-475c-a357-f6a9da5786ce', 'name': 'network-vif-deleted', 'tag': 'd9699246-29d7-47f2-89e7-24c335998935'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:01:28.256849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device fb68ca5d-c629-414c-acf7-23d8ae72b6fb up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:01:28.262017 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc35229c-dd40-447d-96f3-f70c52178a54 req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.89 "DELETE /v2.0/ports/d9699246-29d7-47f2-89e7-24c335998935 HTTP/1.1" status: 204 len: 173 time: 1.4309499 Apr 22 13:01:28.427260 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port fb68ca5d-c629-414c-acf7-23d8ae72b6fb completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:01:28.436310 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port fb68ca5d-c629-414c-acf7-23d8ae72b6fb triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:01:28.438187 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:28.503699 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a84f1a-32de-4c87-82ad-5453016eae62 req-2538e815-b2d7-41a0-a157-e107cefdbaee tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:28.505486 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-59a84f1a-32de-4c87-82ad-5453016eae62 req-2538e815-b2d7-41a0-a157-e107cefdbaee tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 946 time: 0.1499701 Apr 22 13:01:28.560813 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-59a84f1a-32de-4c87-82ad-5453016eae62 req-6e6400a9-0b4e-4cee-9861-d8a78f961aa6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483935 Apr 22 13:01:28.681843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:28.686384 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f002f3-0528-475c-a357-f6a9da5786ce', 'name': 'network-vif-deleted', 'tag': 'd9699246-29d7-47f2-89e7-24c335998935', 'status': 'completed', 'code': 200} Apr 22 13:01:28.735582 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a226f58e-d6cb-4130-b6e5-ae8b0865998f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb68ca5d-c629-414c-acf7-23d8ae72b6fb'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:01:28.784192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port fb68ca5d-c629-414c-acf7-23d8ae72b6fb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb68ca5d-c629-414c-acf7-23d8ae72b6fb,segment=NetworkSegment(dd31ac92-f57d-4205-afb0-7558d1a99385),segment_id=dd31ac92-f57d-4205-afb0-7558d1a99385)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:28.825034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:28.825034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 5e5be648-b01d-46a8-b4f3-967fb5ae40bf no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:01:28.890468 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a226f58e-d6cb-4130-b6e5-ae8b0865998f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb68ca5d-c629-414c-acf7-23d8ae72b6fb', 'code': 200} Apr 22 13:01:28.891243 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:28.976080 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: 5e5be648-b01d-46a8-b4f3-967fb5ae40bf {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:01:28.976744 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 5e5be648-b01d-46a8-b4f3-967fb5ae40bf not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:01:28.977764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device d9699246-29d7-47f2-89e7-24c335998935 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:01:29.075020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: d9699246-29d7-47f2-89e7-24c335998935 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:01:29.075701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device d9699246-29d7-47f2-89e7-24c335998935 not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:01:29.105018 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-98588967-3d98-4fbc-b288-7cfa9797427a req-f5b9e7fe-970f-4f42-ad13-f221b5a467aa tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Synchronizing usage tracker for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:01:29.154196 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=fb68ca5d-c629-414c-acf7-23d8ae72b6fb,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:29.160865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:29.197145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-98588967-3d98-4fbc-b288-7cfa9797427a req-f5b9e7fe-970f-4f42-ad13-f221b5a467aa tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Unset dirty status for tenant:6a32cfb1585b426b890f77ee0191ba14 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:01:29.198496 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-98588967-3d98-4fbc-b288-7cfa9797427a req-f5b9e7fe-970f-4f42-ad13-f221b5a467aa tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2f002f3-0528-475c-a357-f6a9da5786ce HTTP/1.1" status: 200 len: 210 time: 0.2793670 Apr 22 13:01:29.393021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c48eba-634d-45ef-866c-b8aa6e360f3e req-879d7ae2-0d5b-46cf-bced-ea4d239fe556 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:29.397070 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c9c48eba-634d-45ef-866c-b8aa6e360f3e req-879d7ae2-0d5b-46cf-bced-ea4d239fe556 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 946 time: 0.2485464 Apr 22 13:01:29.506632 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c9c48eba-634d-45ef-866c-b8aa6e360f3e req-a9577985-6250-4191-aa22-5768bd54a1a9 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000166 Apr 22 13:01:29.577314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f85fd-b714-4ebb-9e04-b4db90ccc504 req-a6fa47dd-37c5-4f5a-ba4d-3dae59aa2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:29.579309 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-942f85fd-b714-4ebb-9e04-b4db90ccc504 req-a6fa47dd-37c5-4f5a-ba4d-3dae59aa2531 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 1099 time: 0.2416675 Apr 22 13:01:29.625951 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f35065-5c2f-4d73-bf49-60ca2d2932fd req-0b04950d-d618-4f5a-944d-2db95c434e77 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:29.627863 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a2f35065-5c2f-4d73-bf49-60ca2d2932fd req-0b04950d-d618-4f5a-944d-2db95c434e77 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1977050 Apr 22 13:01:29.675342 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-942f85fd-b714-4ebb-9e04-b4db90ccc504 req-d2c7e37b-98ed-4a2f-b5cf-36acfa4a2356 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856280 Apr 22 13:01:29.721192 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a2f35065-5c2f-4d73-bf49-60ca2d2932fd req-2c5a05b6-5a64-4ea8-99d0-7ff8f307729f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828042 Apr 22 13:01:29.761834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:30.240996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-40bb0b04-ea64-41e3-be11-f4f73fab6cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:30.446988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 51968) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:30.558778 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-999f6026-056c-4fe0-98e5-4f65dabe8768 admin admin] Deleting subnet 66a1b699-ff64-4199-8272-39af5eba60be {{(pid=86511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:01:30.563523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-999f6026-056c-4fe0-98e5-4f65dabe8768 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:30.630914 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-999f6026-056c-4fe0-98e5-4f65dabe8768 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:30.642864 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-999f6026-056c-4fe0-98e5-4f65dabe8768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:30.822294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:30.905183 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05709d-d771-4847-9f5b-4b73ba81143e req-25ca0c84-28a8-4ddd-a322-86bcc5fa2b1d tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:30.906960 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ce05709d-d771-4847-9f5b-4b73ba81143e req-25ca0c84-28a8-4ddd-a322-86bcc5fa2b1d tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 946 time: 0.2324197 Apr 22 13:01:31.042936 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ce05709d-d771-4847-9f5b-4b73ba81143e req-77e0b7d4-75d2-41f8-9edc-611ffc92324b tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131592 Apr 22 13:01:31.135397 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348450f6-463c-486c-852b-943616207270 req-8dda4ff9-474b-4485-9ff1-c263ee763c2e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:31.137364 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-348450f6-463c-486c-852b-943616207270 req-8dda4ff9-474b-4485-9ff1-c263ee763c2e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1721327 Apr 22 13:01:31.220101 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-348450f6-463c-486c-852b-943616207270 req-74bbebb7-4560-4577-8b4d-f4568734c9fc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744822 Apr 22 13:01:31.455606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-999f6026-056c-4fe0-98e5-4f65dabe8768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:31.465230 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:31.549163 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f6026-056c-4fe0-98e5-4f65dabe8768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a1b699-ff64-4199-8272-39af5eba60be,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:31.553669 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-999f6026-056c-4fe0-98e5-4f65dabe8768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:31.565122 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-999f6026-056c-4fe0-98e5-4f65dabe8768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:31.569459 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-999f6026-056c-4fe0-98e5-4f65dabe8768 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/66a1b699-ff64-4199-8272-39af5eba60be HTTP/1.1" status: 204 len: 168 time: 1.1209056 Apr 22 13:01:31.574017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 51998) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:31.986033 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:32.181425 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:32.200257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:32.418855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f164ba4-5491-4288-8722-90eb8a2af681']}} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:01:32.437681 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5413a8a8-80c0-4027-93f2-4084509ded4d') {'for_net_delete': True} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:01:32.438294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5413a8a8-80c0-4027-93f2-4084509ded4d') {} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:01:32.466408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3106955'] for segment, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:32.536633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f53fe3-64ee-4e91-b483-3999f750ffdd req-5ef61f2e-17d2-4e10-abb6-1d6f22c431bd tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:32.545936 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-17f53fe3-64ee-4e91-b483-3999f750ffdd req-5ef61f2e-17d2-4e10-abb6-1d6f22c431bd tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 946 time: 0.2075574 Apr 22 13:01:32.612543 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-17f53fe3-64ee-4e91-b483-3999f750ffdd req-e3bb284d-89ad-4caa-86b0-a8baf2a96af5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646453 Apr 22 13:01:32.681403 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:32.694344 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2151b-0e72-4e61-8770-d3c99e758ad2 req-eabf9238-501e-42a8-87c7-a88f85ed2f4e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:32.696934 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-daf2151b-0e72-4e61-8770-d3c99e758ad2 req-eabf9238-501e-42a8-87c7-a88f85ed2f4e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.2043760 Apr 22 13:01:32.709396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=86512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:01:32.796555 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-daf2151b-0e72-4e61-8770-d3c99e758ad2 req-928c5cf1-ef91-493f-a534-41e9cdf02438 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695953 Apr 22 13:01:33.004740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Network 9f164ba4-5491-4288-8722-90eb8a2af681 has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:01:33.017068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088217'] for segment, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:33.540772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Network 9f164ba4-5491-4288-8722-90eb8a2af681 has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:01:33.677379 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:01:33.863179 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:33.870775 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:33.908975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:33.917849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f164ba4-5491-4288-8722-90eb8a2af681,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:33.925467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:33.999421 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9f164ba4-5491-4288-8722-90eb8a2af681 HTTP/1.1" status: 204 len: 168 time: 2.4239397 Apr 22 13:01:34.080471 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:01:34.427007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640c766-a690-48e0-b5a1-55035a49aa89 req-6fbb1a59-17a9-43b4-8980-4f37b57a5bee tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:34.444080 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9640c766-a690-48e0-b5a1-55035a49aa89 req-6fbb1a59-17a9-43b4-8980-4f37b57a5bee tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.2966075 Apr 22 13:01:34.561598 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9640c766-a690-48e0-b5a1-55035a49aa89 req-6a7dd00c-0c7d-4d07-8ba4-db4a214d9292 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156914 Apr 22 13:01:34.798988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52086) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:34.915322 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b616d-3fa7-4cf9-8aff-5366f61e3025 req-0c765c29-c6b5-4135-b661-272b3779e146 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:34.919143 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b39aeced-b77e-42fb-a761-27f73d9a8cbf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a32cfb1585b426b890f77ee0191ba14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1170971 Apr 22 13:01:34.922859 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52094) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:34.929241 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9c5b616d-3fa7-4cf9-8aff-5366f61e3025 req-0c765c29-c6b5-4135-b661-272b3779e146 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.7553375 Apr 22 13:01:35.017744 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9c5b616d-3fa7-4cf9-8aff-5366f61e3025 req-457ce88a-800b-4d65-a36d-865507910558 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868583 Apr 22 13:01:35.063601 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-032bd02c-da83-4601-8ac3-cbc9794147f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:35.103993 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-032bd02c-da83-4601-8ac3-cbc9794147f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:35.260514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-032bd02c-da83-4601-8ac3-cbc9794147f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:35.280015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-39c5679a-7339-4e2c-9ef2-cfa4a66201da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:35.318059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bd02c-da83-4601-8ac3-cbc9794147f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ce8cb7-af12-43cc-96fb-0a2ed1a78663,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:35.321779 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-032bd02c-da83-4601-8ac3-cbc9794147f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:35.444195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-032bd02c-da83-4601-8ac3-cbc9794147f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:35.450148 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-032bd02c-da83-4601-8ac3-cbc9794147f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6ce8cb7-af12-43cc-96fb-0a2ed1a78663 HTTP/1.1" status: 204 len: 168 time: 0.5143802 Apr 22 13:01:35.832422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5afb8-485d-4513-be70-b1758118cfa1 req-51701613-4c63-4d04-b5bc-6787e4241b94 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:35.835040 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ccc5afb8-485d-4513-be70-b1758118cfa1 req-51701613-4c63-4d04-b5bc-6787e4241b94 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.1213369 Apr 22 13:01:35.925459 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ccc5afb8-485d-4513-be70-b1758118cfa1 req-3a4e5094-7cd8-46a6-a601-e78f546be69d tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816598 Apr 22 13:01:36.366196 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b34303-cfb3-4952-a8f1-766a9f99c237 req-4bbbbd81-72c8-4673-8dcc-673994a6052b tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:36.377173 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-44b34303-cfb3-4952-a8f1-766a9f99c237 req-4bbbbd81-72c8-4673-8dcc-673994a6052b tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1670496 Apr 22 13:01:36.444387 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-44b34303-cfb3-4952-a8f1-766a9f99c237 req-af5a3272-0db5-4359-b9d1-f800acea4564 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659866 Apr 22 13:01:37.236477 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa022bf-f63b-40ad-ba66-7d37bb28a9ec req-d371c03c-3fab-4d70-a247-3bb370dc738e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:37.246120 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1fa022bf-f63b-40ad-ba66-7d37bb28a9ec req-d371c03c-3fab-4d70-a247-3bb370dc738e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.1588616 Apr 22 13:01:37.341594 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1fa022bf-f63b-40ad-ba66-7d37bb28a9ec req-107b2d53-4cf6-4116-bf75-f076575c86a4 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868924 Apr 22 13:01:37.879395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2afaf0-931c-407d-bfd5-40f903bb1823 req-6ea4463d-032f-4b7a-85ef-83e606457c6a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:37.879395 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7c2afaf0-931c-407d-bfd5-40f903bb1823 req-6ea4463d-032f-4b7a-85ef-83e606457c6a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.2103841 Apr 22 13:01:37.879395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea6d1a-a7bb-4eb3-8bc7-2f7dc3f19ac7 req-7d8281e9-68bf-43af-8c34-02bdcb6bb7ef tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:37.879395 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-85ea6d1a-a7bb-4eb3-8bc7-2f7dc3f19ac7 req-7d8281e9-68bf-43af-8c34-02bdcb6bb7ef tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.89 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 945 time: 0.1747348 Apr 22 13:01:37.959678 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7c2afaf0-931c-407d-bfd5-40f903bb1823 req-48ce2063-60ca-4f72-b65f-c94c06ea2d78 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167405 Apr 22 13:01:37.973276 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-85ea6d1a-a7bb-4eb3-8bc7-2f7dc3f19ac7 req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Deleting port 1485db40-158d-4965-b1ac-379c85dab533 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:01:37.973662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-85ea6d1a-a7bb-4eb3-8bc7-2f7dc3f19ac7 req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:38.361430 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-85ea6d1a-a7bb-4eb3-8bc7-2f7dc3f19ac7 req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] For port 1485db40-158d-4965-b1ac-379c85dab533, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=1485db40-158d-4965-b1ac-379c85dab533,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:38.362898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-85ea6d1a-a7bb-4eb3-8bc7-2f7dc3f19ac7 req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:38.515313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-85ea6d1a-a7bb-4eb3-8bc7-2f7dc3f19ac7 req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Calling delete_port for 1485db40-158d-4965-b1ac-379c85dab533 owned by compute:nova {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:01:39.739346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938d557-6c19-40b4-8fe8-c223b66fbda8 req-b84ab3d1-a2ac-41eb-8aa8-8176c157c664 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:39.741210 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9938d557-6c19-40b4-8fe8-c223b66fbda8 req-b84ab3d1-a2ac-41eb-8aa8-8176c157c664 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 867 time: 0.2387743 Apr 22 13:01:39.816148 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-85ea6d1a-a7bb-4eb3-8bc7-2f7dc3f19ac7 req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:39.831849 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9938d557-6c19-40b4-8fe8-c223b66fbda8 req-02a345c8-e03d-482c-b089-e2cef7a1b4d8 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714395 Apr 22 13:01:39.838908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['ee429ed0-4dfe-41ff-85c2-e58ef8e0532e', '1485db40-158d-4965-b1ac-379c85dab533'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:01:39.849328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-38ada290-8972-4221-a082-2c93944ef8d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:40.151836 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ea6d1a-a7bb-4eb3-8bc7-2f7dc3f19ac7 req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] No DVR routers for this DVR port 1485db40-158d-4965-b1ac-379c85dab533 on host hv-cinder-78726 {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:01:40.165380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Pushing event deleted for resources: {'Port': ['ID=1485db40-158d-4965-b1ac-379c85dab533,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:40.170125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-85ea6d1a-a7bb-4eb3-8bc7-2f7dc3f19ac7 req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:40.204732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0055f-7a14-4e4f-a456-348c6d05b5d1 req-30c85234-6541-4498-aecf-866efa43533e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:40.235361 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-38c0055f-7a14-4e4f-a456-348c6d05b5d1 req-30c85234-6541-4498-aecf-866efa43533e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.6698711 Apr 22 13:01:40.239016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74402168-1b4c-43bf-8e80-5216a1471a50', 'name': 'network-vif-deleted', 'tag': '1485db40-158d-4965-b1ac-379c85dab533'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:01:40.267931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:40.271414 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-85ea6d1a-a7bb-4eb3-8bc7-2f7dc3f19ac7 req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.89 "DELETE /v2.0/ports/1485db40-158d-4965-b1ac-379c85dab533 HTTP/1.1" status: 204 len: 173 time: 2.4080553 Apr 22 13:01:40.398923 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-38c0055f-7a14-4e4f-a456-348c6d05b5d1 req-062ef980-145e-43e8-984e-2ae3f9020d6b tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607504 Apr 22 13:01:40.450692 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74402168-1b4c-43bf-8e80-5216a1471a50', 'name': 'network-vif-deleted', 'tag': '1485db40-158d-4965-b1ac-379c85dab533', 'status': 'completed', 'code': 200} Apr 22 13:01:41.245912 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ca149a92-871b-4430-80c1-ff7081a72454 req-12ff6bdd-6cfe-447b-8133-ca35b9156b7b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=74402168-1b4c-43bf-8e80-5216a1471a50 HTTP/1.1" status: 200 len: 210 time: 0.1097660 Apr 22 13:01:41.843966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dfb83-7d44-4092-9fb1-76d2d2876254 req-347e04b0-3f3a-42dc-b939-61a57548b83d tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:41.846938 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-825dfb83-7d44-4092-9fb1-76d2d2876254 req-347e04b0-3f3a-42dc-b939-61a57548b83d tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1277492 Apr 22 13:01:41.911791 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-825dfb83-7d44-4092-9fb1-76d2d2876254 req-2c2f8b7b-11fc-4a7c-a417-f38691fb612d tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559552 Apr 22 13:01:42.343643 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 1485db40-158d-4965-b1ac-379c85dab533 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:01:42.493845 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: 1485db40-158d-4965-b1ac-379c85dab533 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:01:42.500982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 1485db40-158d-4965-b1ac-379c85dab533 not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:01:42.981362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6900aed-2bfb-4e26-8207-fae4bdd8d86e req-ff48ce53-c962-453d-8958-62cdb6bf2fef tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:42.996862 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c6900aed-2bfb-4e26-8207-fae4bdd8d86e req-ff48ce53-c962-453d-8958-62cdb6bf2fef tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.4357815 Apr 22 13:01:43.116456 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c6900aed-2bfb-4e26-8207-fae4bdd8d86e req-56be33e9-a306-4ed4-a29b-e8188e6656c8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177764 Apr 22 13:01:43.122013 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843fff-867a-48f7-9ffd-1b8deb2a1865 req-69761b3f-86e9-4d80-b297-11dddce428ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:43.128539 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-80843fff-867a-48f7-9ffd-1b8deb2a1865 req-69761b3f-86e9-4d80-b297-11dddce428ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=028af9f54afe41f9878fb8e62a487739&device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 1098 time: 0.4457934 Apr 22 13:01:43.449086 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843fff-867a-48f7-9ffd-1b8deb2a1865 req-09ae8e62-e34b-4727-9a13-4348d14dc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:43.451505 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-80843fff-867a-48f7-9ffd-1b8deb2a1865 req-09ae8e62-e34b-4727-9a13-4348d14dc975 service neutron] 10.222.0.89 "GET /v2.0/networks?id=31207420-d65b-4b1e-9a86-8f6b5be77b86 HTTP/1.1" status: 200 len: 911 time: 0.3108525 Apr 22 13:01:43.551356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de1298-f548-45cc-bcbc-1c77783313cd req-9cc6ddba-d340-4a46-9fb6-026bbea5aee6 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:43.555000 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-33de1298-f548-45cc-bcbc-1c77783313cd req-9cc6ddba-d340-4a46-9fb6-026bbea5aee6 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2028060 Apr 22 13:01:43.688192 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-33de1298-f548-45cc-bcbc-1c77783313cd req-77859970-b9c7-47be-bb19-3d66e59d9867 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093035 Apr 22 13:01:43.724442 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-80843fff-867a-48f7-9ffd-1b8deb2a1865 req-0fc4aa0e-3b2e-4198-8c83-e5844a890102 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5f81898-6b0a-4701-a3dc-65b82c6d9ede HTTP/1.1" status: 200 len: 1001 time: 0.2592764 Apr 22 13:01:43.887998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843fff-867a-48f7-9ffd-1b8deb2a1865 req-c36c6890-5f51-4494-b283-a685f9165afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:43.892328 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-80843fff-867a-48f7-9ffd-1b8deb2a1865 req-c36c6890-5f51-4494-b283-a685f9165afb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c056221c-c3f3-469d-8ba6-0a1eec805698 HTTP/1.1" status: 200 len: 849 time: 0.1532254 Apr 22 13:01:44.062675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843fff-867a-48f7-9ffd-1b8deb2a1865 req-3366ba6f-6d74-4370-aac5-86051676f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:44.067071 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-80843fff-867a-48f7-9ffd-1b8deb2a1865 req-3366ba6f-6d74-4370-aac5-86051676f072 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31207420-d65b-4b1e-9a86-8f6b5be77b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1604140 Apr 22 13:01:44.261669 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:44.552547 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-80843fff-867a-48f7-9ffd-1b8deb2a1865 req-f03bac45-76f8-482d-a5f5-2c1a49f64ae5 service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680328 Apr 22 13:01:44.716363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453c45f-a44b-4edd-8649-56875e0b99af req-5fa66974-00d9-47c7-8a4f-97a9ec636da9 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:44.718251 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e453c45f-a44b-4edd-8649-56875e0b99af req-5fa66974-00d9-47c7-8a4f-97a9ec636da9 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.3017113 Apr 22 13:01:44.851638 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-80843fff-867a-48f7-9ffd-1b8deb2a1865 req-539392d1-43c2-4d34-9ddd-2360b07638f9 service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857509 Apr 22 13:01:44.879980 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e453c45f-a44b-4edd-8649-56875e0b99af req-aced8b79-7d57-436c-af6c-7ab267161741 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371388 Apr 22 13:01:45.078601 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4ded2-745f-4a7c-9b5a-4407b3c82de3 req-f17c4997-7767-4de5-b4a2-29def9d079d0 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:45.080975 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-06f4ded2-745f-4a7c-9b5a-4407b3c82de3 req-f17c4997-7767-4de5-b4a2-29def9d079d0 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1341453 Apr 22 13:01:45.160672 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-06f4ded2-745f-4a7c-9b5a-4407b3c82de3 req-0a0b96f4-7c7c-4bff-aeb5-0103309cfd9a tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685141 Apr 22 13:01:46.345027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565902c-1338-49fb-add1-036a361596ca req-0e27b7f8-7d75-4e84-b643-a17a1abfa6e7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:46.366837 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2565902c-1338-49fb-add1-036a361596ca req-0e27b7f8-7d75-4e84-b643-a17a1abfa6e7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.3286972 Apr 22 13:01:46.478624 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52250) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:46.516561 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2565902c-1338-49fb-add1-036a361596ca req-3dc31186-9eab-4438-9991-728b4a3fa0e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483455 Apr 22 13:01:46.569862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f98b-89fe-455f-9b8f-ba1597e74a5c req-7d377803-7d63-47dd-9e19-df3d410d14a9 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:46.575789 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9068f98b-89fe-455f-9b8f-ba1597e74a5c req-7d377803-7d63-47dd-9e19-df3d410d14a9 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2150126 Apr 22 13:01:46.674893 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9068f98b-89fe-455f-9b8f-ba1597e74a5c req-cf08693a-67ab-4906-a8de-3e7d63758967 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949988 Apr 22 13:01:46.850999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-45d7b72c-32f4-4597-95e5-8efa16e41bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:46.870664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-45d7b72c-32f4-4597-95e5-8efa16e41bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:01:46.875639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-45d7b72c-32f4-4597-95e5-8efa16e41bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:a1593d6676bb463d9190a0c10a2e254e is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:01:46.879604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-45d7b72c-32f4-4597-95e5-8efa16e41bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:01:46.886662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-45d7b72c-32f4-4597-95e5-8efa16e41bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:01:47.050302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-45d7b72c-32f4-4597-95e5-8efa16e41bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:47.101791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-45d7b72c-32f4-4597-95e5-8efa16e41bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:47.121811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d96a1a68-9b1b-46e2-a2aa-234a1deaf185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:47.216865 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-45d7b72c-32f4-4597-95e5-8efa16e41bc2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1593d6676bb463d9190a0c10a2e254e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7295032 Apr 22 13:01:47.218943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7b72c-32f4-4597-95e5-8efa16e41bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964fa83c-3e6e-47c2-bbd4-f74283578ec8,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:47.221891 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 52262) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:47.242043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-45d7b72c-32f4-4597-95e5-8efa16e41bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:47.385245 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-11b5b7d3-7777-4bed-9a75-4f943eec13ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:47.459917 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-11b5b7d3-7777-4bed-9a75-4f943eec13ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:47.621247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-11b5b7d3-7777-4bed-9a75-4f943eec13ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:47.650896 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1190a157-2fcb-4aa5-9b41-41f9206a4492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:47.679189 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-11b5b7d3-7777-4bed-9a75-4f943eec13ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:47.686480 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-11b5b7d3-7777-4bed-9a75-4f943eec13ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/964fa83c-3e6e-47c2-bbd4-f74283578ec8 HTTP/1.1" status: 204 len: 168 time: 0.4621556 Apr 22 13:01:47.691835 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5b7d3-7777-4bed-9a75-4f943eec13ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964fa83c-3e6e-47c2-bbd4-f74283578ec8,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:47.710441 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-11b5b7d3-7777-4bed-9a75-4f943eec13ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:48.124962 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf8dc-db19-4091-bd51-a37a0e469786 req-39b4d551-dc44-40fc-b94e-2bd962555f1b tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:48.128569 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ccfaf8dc-db19-4091-bd51-a37a0e469786 req-39b4d551-dc44-40fc-b94e-2bd962555f1b tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.2374823 Apr 22 13:01:48.195448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f06dd-da2f-46f7-9c43-e6e9c5c38660 req-55b04406-f584-45ac-a4b4-b7a50cf2542c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:48.197243 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-500f06dd-da2f-46f7-9c43-e6e9c5c38660 req-55b04406-f584-45ac-a4b4-b7a50cf2542c tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1640911 Apr 22 13:01:48.214651 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ccfaf8dc-db19-4091-bd51-a37a0e469786 req-b21faf98-d627-48c4-8681-93281e7c57a4 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764031 Apr 22 13:01:48.286628 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-500f06dd-da2f-46f7-9c43-e6e9c5c38660 req-d26c96cf-1281-4bf9-b107-1f996101d39f tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793762 Apr 22 13:01:48.615772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 52278) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:48.638501 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5f68413d-4a56-480c-86ed-774b41a1fba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:48.657862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5f68413d-4a56-480c-86ed-774b41a1fba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:01:48.663619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5f68413d-4a56-480c-86ed-774b41a1fba2 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe99c7c3ccd41f7baf7bf63a4394d82 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:01:48.667453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5f68413d-4a56-480c-86ed-774b41a1fba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:01:48.675855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5f68413d-4a56-480c-86ed-774b41a1fba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:01:48.792174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5f68413d-4a56-480c-86ed-774b41a1fba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:48.824912 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5f68413d-4a56-480c-86ed-774b41a1fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:48.837509 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c1ec02c9-b5a0-4eb1-98a1-78b733d4873a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:48.884345 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5f68413d-4a56-480c-86ed-774b41a1fba2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fe99c7c3ccd41f7baf7bf63a4394d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672377 Apr 22 13:01:48.886903 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68413d-4a56-480c-86ed-774b41a1fba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2f22b4-fa37-4e99-9c23-bcc7c4e23e0c,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:48.887360 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52282) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:48.891665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5f68413d-4a56-480c-86ed-774b41a1fba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:48.959949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:48.995020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:49.103349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:49.110015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-538d0b59-5757-4633-b8ee-2a555f221df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:49.126183 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2f22b4-fa37-4e99-9c23-bcc7c4e23e0c,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:49.138809 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.139220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.139624 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.140023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.140398 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.140925 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.141416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.141805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.142199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.143105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.143573 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.143870 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:01:49.150872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:49.154127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:49.155583 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad2f22b4-fa37-4e99-9c23-bcc7c4e23e0c HTTP/1.1" status: 204 len: 168 time: 0.2671268 Apr 22 13:01:49.624244 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333573c-a5ca-41d5-bc0e-d3f085c6cee3 req-4e03a6dd-eada-4374-bb05-de41644813c0 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:49.625068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-5333573c-a5ca-41d5-bc0e-d3f085c6cee3 req-4e03a6dd-eada-4374-bb05-de41644813c0 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Synchronizing usage tracker for tenant:0be505e895a644dbb7c2b63770215c98 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:01:49.672101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-5333573c-a5ca-41d5-bc0e-d3f085c6cee3 req-4e03a6dd-eada-4374-bb05-de41644813c0 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Unset dirty status for tenant:0be505e895a644dbb7c2b63770215c98 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:01:49.674727 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5333573c-a5ca-41d5-bc0e-d3f085c6cee3 req-4e03a6dd-eada-4374-bb05-de41644813c0 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1854916 Apr 22 13:01:49.738926 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5333573c-a5ca-41d5-bc0e-d3f085c6cee3 req-4d437dd1-85f5-4463-a78c-decbd218fed1 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555778 Apr 22 13:01:51.124941 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8af9f-f1ff-4d40-80f5-6e39420fc2cb req-355772ee-bd41-4940-afe3-b216da51002e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:51.139417 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7cc8af9f-f1ff-4d40-80f5-6e39420fc2cb req-355772ee-bd41-4940-afe3-b216da51002e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1650338 Apr 22 13:01:51.252783 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7cc8af9f-f1ff-4d40-80f5-6e39420fc2cb req-8c7b048d-dde6-4230-b0bf-493b72b2fa5b tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062336 Apr 22 13:01:52.579720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4d3d4-26db-42d7-8c7d-0a7ed1585971 req-6a3b9b3c-8d13-4888-ba77-3c0d0535b755 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:52.584124 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1ae4d3d4-26db-42d7-8c7d-0a7ed1585971 req-6a3b9b3c-8d13-4888-ba77-3c0d0535b755 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1518338 Apr 22 13:01:52.680474 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1ae4d3d4-26db-42d7-8c7d-0a7ed1585971 req-fef84469-d163-4169-a595-34b511c5df76 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888889 Apr 22 13:01:52.863780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52354) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:53.063586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-faae1109-06c7-4c76-b700-9f9a645c0c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:53.083618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-faae1109-06c7-4c76-b700-9f9a645c0c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:01:53.088737 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-faae1109-06c7-4c76-b700-9f9a645c0c33 admin admin] Usage tracker for resource:security_group_rule and tenant:e5abd52416f148e8bd3725ee0a9d0087 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:01:53.092714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-faae1109-06c7-4c76-b700-9f9a645c0c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:01:53.101007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-faae1109-06c7-4c76-b700-9f9a645c0c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:01:53.197165 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d16c19-8eb2-4693-96f8-a4de3647dd23 req-39a87d05-43cf-405b-ab2a-aebbcb25cd39 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:53.200928 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-09d16c19-8eb2-4693-96f8-a4de3647dd23 req-39a87d05-43cf-405b-ab2a-aebbcb25cd39 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.89 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.1989875 Apr 22 13:01:53.287906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-faae1109-06c7-4c76-b700-9f9a645c0c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:53.324432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-faae1109-06c7-4c76-b700-9f9a645c0c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:53.363685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-09d16c19-8eb2-4693-96f8-a4de3647dd23 req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Deleting port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:01:53.364288 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-09d16c19-8eb2-4693-96f8-a4de3647dd23 req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:53.375727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0a38e3a9-cef8-4865-a221-02d4a36fb866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:53.405002 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-faae1109-06c7-4c76-b700-9f9a645c0c33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5abd52416f148e8bd3725ee0a9d0087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383925 Apr 22 13:01:53.405779 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52360) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:53.466444 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae1109-06c7-4c76-b700-9f9a645c0c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4a73d0-ba2f-4ed9-a0db-6d6f15c8804b,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:53.489222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-faae1109-06c7-4c76-b700-9f9a645c0c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:53.513828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb44c-cf8e-496d-b90f-460c1eda2da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:53.552160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb44c-cf8e-496d-b90f-460c1eda2da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:53.649169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb44c-cf8e-496d-b90f-460c1eda2da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:53.658575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-759029f2-6d84-486a-877d-4fb1253fd323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:53.681188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbb44c-cf8e-496d-b90f-460c1eda2da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4a73d0-ba2f-4ed9-a0db-6d6f15c8804b,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:53.685575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7ffbb44c-cf8e-496d-b90f-460c1eda2da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:53.700742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb44c-cf8e-496d-b90f-460c1eda2da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:53.701716 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-7ffbb44c-cf8e-496d-b90f-460c1eda2da5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb4a73d0-ba2f-4ed9-a0db-6d6f15c8804b HTTP/1.1" status: 204 len: 168 time: 0.2924690 Apr 22 13:01:54.322026 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b133c-c35b-44bb-8125-9701bebe8712 req-0ef54e7f-f68a-41b7-b326-f4e2f1aff725 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:01:54.344718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-09d16c19-8eb2-4693-96f8-a4de3647dd23 req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] For port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:54.344718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-09d16c19-8eb2-4693-96f8-a4de3647dd23 req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:54.352413 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f70b133c-c35b-44bb-8125-9701bebe8712 req-0ef54e7f-f68a-41b7-b326-f4e2f1aff725 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 945 time: 0.2805455 Apr 22 13:01:54.495564 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f70b133c-c35b-44bb-8125-9701bebe8712 req-42e259bb-d3d0-40aa-b389-27d2c9dc526e tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/security-groups?id=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345866 Apr 22 13:01:54.535349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-09d16c19-8eb2-4693-96f8-a4de3647dd23 req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Calling delete_port for ee429ed0-4dfe-41ff-85c2-e58ef8e0532e owned by compute:nova {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:01:54.862895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52372) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:54.872570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-09d16c19-8eb2-4693-96f8-a4de3647dd23 req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:54.884228 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-06440c65-ba43-4b9b-8af6-b5880a636aad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:54.886926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4985951d-4908-4023-b091-7307f2f0360b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:54.889709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['ee429ed0-4dfe-41ff-85c2-e58ef8e0532e'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:01:54.909603 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-4985951d-4908-4023-b091-7307f2f0360b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:01:54.914654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-4985951d-4908-4023-b091-7307f2f0360b admin admin] Usage tracker for resource:security_group_rule and tenant:74abb75c66a9495a87a54935e0732a3d is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:01:54.918202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-4985951d-4908-4023-b091-7307f2f0360b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:01:54.925420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-4985951d-4908-4023-b091-7307f2f0360b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:01:54.988906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Pushing event deleted for resources: {'Port': ['ID=ee429ed0-4dfe-41ff-85c2-e58ef8e0532e,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:54.995006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:55.024052 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4985951d-4908-4023-b091-7307f2f0360b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:55.186068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d16c19-8eb2-4693-96f8-a4de3647dd23 req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] No DVR routers for this DVR port ee429ed0-4dfe-41ff-85c2-e58ef8e0532e on host hv-cinder-78726 {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:01:55.186068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-09d16c19-8eb2-4693-96f8-a4de3647dd23 req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:55.186068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8712cfcf-fac2-4352-9fb3-4d331255179b', 'name': 'network-vif-deleted', 'tag': 'ee429ed0-4dfe-41ff-85c2-e58ef8e0532e'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:01:55.221776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4985951d-4908-4023-b091-7307f2f0360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:55.237238 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8712cfcf-fac2-4352-9fb3-4d331255179b', 'name': 'network-vif-deleted', 'tag': 'ee429ed0-4dfe-41ff-85c2-e58ef8e0532e', 'status': 'completed', 'code': 200} Apr 22 13:01:55.256186 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b98f8a86-e641-4df5-b41f-946fecf375c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:55.285410 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-09d16c19-8eb2-4693-96f8-a4de3647dd23 req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.89 "DELETE /v2.0/ports/ee429ed0-4dfe-41ff-85c2-e58ef8e0532e HTTP/1.1" status: 204 len: 173 time: 2.0731943 Apr 22 13:01:55.331728 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4985951d-4908-4023-b091-7307f2f0360b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74abb75c66a9495a87a54935e0732a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4672401 Apr 22 13:01:55.333489 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985951d-4908-4023-b091-7307f2f0360b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71548cb4-9056-497c-91bb-ecd18657d414,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:55.334694 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 52384) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:55.350206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4985951d-4908-4023-b091-7307f2f0360b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:55.457079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-378c0291-ca40-43cb-8c38-edc8390ea38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:55.507775 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-378c0291-ca40-43cb-8c38-edc8390ea38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:55.614991 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-378c0291-ca40-43cb-8c38-edc8390ea38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:55.623295 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5f68413d-4a56-480c-86ed-774b41a1fba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:01:55.641300 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-378c0291-ca40-43cb-8c38-edc8390ea38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:55.646010 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-378c0291-ca40-43cb-8c38-edc8390ea38d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71548cb4-9056-497c-91bb-ecd18657d414 HTTP/1.1" status: 204 len: 168 time: 0.3093326 Apr 22 13:01:55.649024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c0291-ca40-43cb-8c38-edc8390ea38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71548cb4-9056-497c-91bb-ecd18657d414,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:01:55.655979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-378c0291-ca40-43cb-8c38-edc8390ea38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:01:55.808738 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fb49d17e-003c-4076-abd5-73b38824f31a req-13b68782-ecca-426d-9ff9-6ad39f90f106 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] 10.222.0.11 "GET /v2.0/ports?device_id=8712cfcf-fac2-4352-9fb3-4d331255179b HTTP/1.1" status: 200 len: 210 time: 0.0669887 Apr 22 13:01:55.952483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-18afab3b-7e0d-4ab2-babf-1c5652dc5864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:56.990039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 52412) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:01:58.140726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397206'] for router_interface, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:58.415359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device ee429ed0-4dfe-41ff-85c2-e58ef8e0532e no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:01:58.584259 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: ee429ed0-4dfe-41ff-85c2-e58ef8e0532e {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:01:58.585360 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device ee429ed0-4dfe-41ff-85c2-e58ef8e0532e not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:01:59.070810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Deleting port b7f2613f-6f80-4925-989d-569b47ed4d95 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:01:59.071627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:59.574738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] For port b7f2613f-6f80-4925-989d-569b47ed4d95, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=b7f2613f-6f80-4925-989d-569b47ed4d95,segment=NetworkSegment(d01341bd-0d93-40a4-bdae-7db2e75d4c2e),segment_id=d01341bd-0d93-40a4-bdae-7db2e75d4c2e)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:01:59.575573 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:59.751254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:01:59.840928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Calling delete_port for b7f2613f-6f80-4925-989d-569b47ed4d95 owned by network:router_interface {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:02:00.202595 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5282a9e0-a0c1-482c-9afc-242b8a9aea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:00.643227 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:01.079385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52482) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:01.297881 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6a646852-e73d-4060-9c4c-46f8a6a801a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:01.310381 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6a646852-e73d-4060-9c4c-46f8a6a801a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:01.315692 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6a646852-e73d-4060-9c4c-46f8a6a801a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b144ae1553854be6b54ff215fa5fe4dc is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:01.319399 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6a646852-e73d-4060-9c4c-46f8a6a801a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:01.329532 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6a646852-e73d-4060-9c4c-46f8a6a801a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:01.353063 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:01.363155 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-02739c59-58c8-4f28-9c90-8b58c991a633 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:01.447277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6a646852-e73d-4060-9c4c-46f8a6a801a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:01.460765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f2613f-6f80-4925-989d-569b47ed4d95,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:01.552861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.553558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.554258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.554961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.555661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.556439 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.557223 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.557901 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.558574 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.559247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.559916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.560616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:01.567601 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:01.569893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6a646852-e73d-4060-9c4c-46f8a6a801a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:01.586256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ed06a253-f553-4862-808f-b8b4d47cc49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:01.659365 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a646852-e73d-4060-9c4c-46f8a6a801a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0a7c65-2412-4bdd-941a-9c952d04f3b7,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:01.667287 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6a646852-e73d-4060-9c4c-46f8a6a801a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b144ae1553854be6b54ff215fa5fe4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5861290 Apr 22 13:02:01.668627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6a646852-e73d-4060-9c4c-46f8a6a801a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:01.670841 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52494) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:01.771193 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f16b2974-373b-445c-91b2-42fc325fa776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:01.806632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f16b2974-373b-445c-91b2-42fc325fa776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:01.918319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f16b2974-373b-445c-91b2-42fc325fa776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:01.932808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397288'] for router_interface, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:01.936234 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5d415083-29f9-4055-9e8f-5c63a526fffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:01.955583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b2974-373b-445c-91b2-42fc325fa776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0a7c65-2412-4bdd-941a-9c952d04f3b7,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:01.967666 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f16b2974-373b-445c-91b2-42fc325fa776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:01.977604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f16b2974-373b-445c-91b2-42fc325fa776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:01.979852 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f16b2974-373b-445c-91b2-42fc325fa776 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d0a7c65-2412-4bdd-941a-9c952d04f3b7 HTTP/1.1" status: 204 len: 168 time: 0.3079557 Apr 22 13:02:02.157949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:02.693057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Router e9198b19-0f15-4215-9522-d4beb49a53d3 has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:02:03.033779 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52512) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:03.081770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-236351c9-b842-49a0-ad03-11a2d632e9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:03.122273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-236351c9-b842-49a0-ad03-11a2d632e9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:03.132733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-236351c9-b842-49a0-ad03-11a2d632e9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:3931b20bb5374cf8807fa167c64f4218 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:03.138501 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-236351c9-b842-49a0-ad03-11a2d632e9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:03.142742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:02:03.155469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-236351c9-b842-49a0-ad03-11a2d632e9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:03.159483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff8e491-77c4-4fba-b98f-2b8b2da1bb71 None None] Sync routers for ids ['e9198b19-0f15-4215-9522-d4beb49a53d3'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:02:03.174279 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] 10.222.0.11 "PUT /v2.0/routers/e9198b19-0f15-4215-9522-d4beb49a53d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1798649 Apr 22 13:02:03.180116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 52516) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:03.205697 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8e491-77c4-4fba-b98f-2b8b2da1bb71 None None] Routers {'e9198b19-0f15-4215-9522-d4beb49a53d3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:02:03.206841 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-1ff8e491-77c4-4fba-b98f-2b8b2da1bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:02:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['e9198b19-0f15-4215-9522-d4beb49a53d3'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:03.379880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-236351c9-b842-49a0-ad03-11a2d632e9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:03.415368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-236351c9-b842-49a0-ad03-11a2d632e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:03.424675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5a14f288-17e8-4a43-a709-d163f6ab461d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:03.485833 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236351c9-b842-49a0-ad03-11a2d632e9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eb5b38-bf74-431c-953c-d4fdefb8bb53,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:03.510351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-236351c9-b842-49a0-ad03-11a2d632e9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:03.541794 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-236351c9-b842-49a0-ad03-11a2d632e9c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3931b20bb5374cf8807fa167c64f4218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060310 Apr 22 13:02:03.542917 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52520) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:03.654785 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5a982af3-18b4-4dbf-ac3e-d9092f737362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:03.663184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:03.688134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-1ff8e491-77c4-4fba-b98f-2b8b2da1bb71 None None] Set router e9198b19-0f15-4215-9522-d4beb49a53d3 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:02:03.693685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5a982af3-18b4-4dbf-ac3e-d9092f737362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:03.827826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5a982af3-18b4-4dbf-ac3e-d9092f737362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:03.849982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-aceb92a9-f7c3-43e8-89f5-703129cd4165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:03.918727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a982af3-18b4-4dbf-ac3e-d9092f737362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eb5b38-bf74-431c-953c-d4fdefb8bb53,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:03.930458 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5a982af3-18b4-4dbf-ac3e-d9092f737362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:03.933245 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5a982af3-18b4-4dbf-ac3e-d9092f737362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:03.935498 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5a982af3-18b4-4dbf-ac3e-d9092f737362 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41eb5b38-bf74-431c-953c-d4fdefb8bb53 HTTP/1.1" status: 204 len: 168 time: 0.3908482 Apr 22 13:02:04.024100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:04.072548 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Deleting port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:02:04.073333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:04.451402 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-1ff8e491-77c4-4fba-b98f-2b8b2da1bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-router', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:26Z', 'updated_at': '2021-04-22T13:02:00Z', 'revision_number': 5, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'gw_port': {'id': '86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:29Z', 'updated_at': '2021-04-22T12:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:04.459568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff8e491-77c4-4fba-b98f-2b8b2da1bb71 None None] Checking router: e9198b19-0f15-4215-9522-d4beb49a53d3 for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:02:04.478078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8e491-77c4-4fba-b98f-2b8b2da1bb71 None None] Routers {'e9198b19-0f15-4215-9522-d4beb49a53d3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:02:04.479625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-1ff8e491-77c4-4fba-b98f-2b8b2da1bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:02:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['e9198b19-0f15-4215-9522-d4beb49a53d3'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:04.515801 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] For port 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:02:04.516829 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:04.762478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Calling delete_port for 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 owned by network:router_gateway {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:02:04.794597 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-1ff8e491-77c4-4fba-b98f-2b8b2da1bb71 None None] Set router e9198b19-0f15-4215-9522-d4beb49a53d3 gateway port host: None {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:02:05.005446 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-1ff8e491-77c4-4fba-b98f-2b8b2da1bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-router', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:26Z', 'updated_at': '2021-04-22T13:02:04Z', 'revision_number': 6, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'gw_port_host': None}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:05.021593 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff8e491-77c4-4fba-b98f-2b8b2da1bb71 None None] The sync data for ids ['e9198b19-0f15-4215-9522-d4beb49a53d3'] in dv-cinder-787262-3-smb is: [{'id': 'e9198b19-0f15-4215-9522-d4beb49a53d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1752329995-router', 'tenant_id': '0be505e895a644dbb7c2b63770215c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:26Z', 'updated_at': '2021-04-22T13:02:04Z', 'revision_number': 6, 'project_id': '0be505e895a644dbb7c2b63770215c98', 'gw_port_host': None}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:02:05.447432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device b7f2613f-6f80-4925-989d-569b47ed4d95 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:02:05.524517 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:05.541893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d95fabe6-c809-41a0-a856-e0da769f50d5 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:05.574432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: b7f2613f-6f80-4925-989d-569b47ed4d95 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:02:05.575616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device b7f2613f-6f80-4925-989d-569b47ed4d95 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:02:05.617355 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:05.627890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:05.684913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854339223'] for router_gateway, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:05.976082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764067'] for router, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:05.987186 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:06.758595 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399473'] for router, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:06.760106 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9198b19-0f15-4215-9522-d4beb49a53d3 {{(pid=86511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 13:02:06.805677 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] Notify callbacks [] for router, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:06.820133 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52574) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:06.840723 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-20ea5c6e-9842-4d64-8bc8-2f3eb80c91b0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e9198b19-0f15-4215-9522-d4beb49a53d3 HTTP/1.1" status: 204 len: 168 time: 3.6497188 Apr 22 13:02:06.973619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9158e3-641d-4841-8ae7-01bbe4a40a1b admin admin] Deleting subnet a03938b6-65e7-4593-98a0-aaeab682699b {{(pid=86512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:02:06.983392 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e9158e3-641d-4841-8ae7-01bbe4a40a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:07.108613 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e9158e3-641d-4841-8ae7-01bbe4a40a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851668861'] for subnet, precommit_delete_associations {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:07.279916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e9158e3-641d-4841-8ae7-01bbe4a40a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:07.512872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:02:07.639680 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:02:07.640665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 86d42e1f-f482-4aaa-8d18-1fedaf5d5aa7 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:02:07.959384 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e9158e3-641d-4841-8ae7-01bbe4a40a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851688710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852443031'] for subnet, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:07.969726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:08.105206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9158e3-641d-4841-8ae7-01bbe4a40a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03938b6-65e7-4593-98a0-aaeab682699b,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:08.112062 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e9158e3-641d-4841-8ae7-01bbe4a40a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:08.127174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1e9158e3-641d-4841-8ae7-01bbe4a40a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:08.135751 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1e9158e3-641d-4841-8ae7-01bbe4a40a1b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a03938b6-65e7-4593-98a0-aaeab682699b HTTP/1.1" status: 204 len: 168 time: 1.3121974 Apr 22 13:02:08.137721 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52592) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:08.477128 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:08.734637 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:08.933401 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85edf73c-9312-4784-969b-14c6f03936f4']}} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:08.960453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e') {'for_net_delete': True} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:08.961014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01341bd-0d93-40a4-bdae-7db2e75d4c2e') {} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:08.984663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3106955'] for segment, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:09.012544 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:09.027183 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=86512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:02:09.707344 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Network 85edf73c-9312-4784-969b-14c6f03936f4 has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:02:09.721157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088217'] for segment, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:10.076844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Network 85edf73c-9312-4784-969b-14c6f03936f4 has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:02:10.124138 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:02:10.322377 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:10.328737 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:10.347105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:10.367468 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=85edf73c-9312-4784-969b-14c6f03936f4,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:10.371207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:10.417828 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6414765f-1032-48a8-9d28-02f0bd529ffe admin admin] 10.222.0.11 "DELETE /v2.0/networks/85edf73c-9312-4784-969b-14c6f03936f4 HTTP/1.1" status: 204 len: 168 time: 2.2750704 Apr 22 13:02:10.837603 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52642) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:10.908630 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-cc2d3116-d30b-46d1-b53f-73585bf3cbe2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0be505e895a644dbb7c2b63770215c98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0674691 Apr 22 13:02:10.912062 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 52652) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:11.045122 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-33384a1d-b0e9-46e9-a7ec-59f89693fc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:11.059528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:02:11.102055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-33384a1d-b0e9-46e9-a7ec-59f89693fc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:11.255064 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-33384a1d-b0e9-46e9-a7ec-59f89693fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:11.262061 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:11.290524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33384a1d-b0e9-46e9-a7ec-59f89693fc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64d0a63-a374-44eb-b709-5d7b8e6bd3b3,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:11.313369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-33384a1d-b0e9-46e9-a7ec-59f89693fc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:11.360078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-33384a1d-b0e9-46e9-a7ec-59f89693fc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:11.363391 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-33384a1d-b0e9-46e9-a7ec-59f89693fc22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b64d0a63-a374-44eb-b709-5d7b8e6bd3b3 HTTP/1.1" status: 204 len: 168 time: 0.4485114 Apr 22 13:02:12.593724 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-711f8c30-3b7d-45b5-ac4e-2f07cd195df4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1212902 Apr 22 13:02:12.803894 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-1542a28a-a14c-4a41-a662-c90714e0ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:12.806903 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-1542a28a-a14c-4a41-a662-c90714e0ed96 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 1099 time: 0.1703548 Apr 22 13:02:13.092730 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-ae591840-296f-47d5-8569-7417fbd4d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:13.096522 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-ae591840-296f-47d5-8569-7417fbd4d5f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 917 time: 0.2491896 Apr 22 13:02:13.365099 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-8e500280-3ae8-45dc-b7be-b21ded24dddd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69380f2d-d934-4c77-bf36-d795a39e605b HTTP/1.1" status: 200 len: 1001 time: 0.2434964 Apr 22 13:02:13.491847 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-f6a1d8a2-9fed-43dd-aecd-5606c389c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:13.494754 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-f6a1d8a2-9fed-43dd-aecd-5606c389c2ab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.1204097 Apr 22 13:02:13.650022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-327a0ca9-47a9-4ca0-8e48-51edce0d2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:13.652782 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-327a0ca9-47a9-4ca0-8e48-51edce0d2f3e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1464732 Apr 22 13:02:13.921903 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-8c4933e4-cae5-4645-8d1d-4b5722d54775 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573695 Apr 22 13:02:14.141376 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d1c753c-784f-4705-847c-2d64fcefc7e5 req-fbe1c477-ad7f-4717-83d1-326bb1223e1b service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069976 Apr 22 13:02:14.238795 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:14.819880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 52758) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:14.954013 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f782ed-1b1d-47db-b51e-46b217d636c2 admin admin] Deleting subnet bff409ae-b9c2-4361-9004-1a3c25785c19 {{(pid=86511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:02:14.960731 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a0f782ed-1b1d-47db-b51e-46b217d636c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:15.064302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a0f782ed-1b1d-47db-b51e-46b217d636c2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:15.073112 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a0f782ed-1b1d-47db-b51e-46b217d636c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:15.576593 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a0f782ed-1b1d-47db-b51e-46b217d636c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:15.586804 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:15.654174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f782ed-1b1d-47db-b51e-46b217d636c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff409ae-b9c2-4361-9004-1a3c25785c19,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:15.660357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a0f782ed-1b1d-47db-b51e-46b217d636c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:15.662504 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a0f782ed-1b1d-47db-b51e-46b217d636c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:15.674175 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-a0f782ed-1b1d-47db-b51e-46b217d636c2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bff409ae-b9c2-4361-9004-1a3c25785c19 HTTP/1.1" status: 204 len: 168 time: 0.8523157 Apr 22 13:02:15.678658 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52778) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:15.844177 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:16.101268 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:16.389746 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b517e6-014b-403c-8619-5e5be9b86caa']}} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:16.406828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab0c8b1-e1df-4b5e-b469-4c25ff0e3135') {'for_net_delete': True} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:16.408016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab0c8b1-e1df-4b5e-b469-4c25ff0e3135') {} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:16.423352 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3106955'] for segment, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:16.456457 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:16.456457 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=86512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:02:16.838491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Network 41b517e6-014b-403c-8619-5e5be9b86caa has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:02:16.852141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088217'] for segment, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:17.078610 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Network 41b517e6-014b-403c-8619-5e5be9b86caa has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:02:17.114063 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:02:17.248159 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:17.255258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:17.287543 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:17.301351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=41b517e6-014b-403c-8619-5e5be9b86caa,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:17.310342 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:17.343988 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] 10.222.0.11 "DELETE /v2.0/networks/41b517e6-014b-403c-8619-5e5be9b86caa HTTP/1.1" status: 204 len: 168 time: 1.6639013 Apr 22 13:02:17.738117 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52814) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:17.831089 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5d4038e5-b0b8-49e8-bbe5-7bbde23df3d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52b6663dd7424885ab8bc57aa5938a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907052 Apr 22 13:02:17.835206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 52820) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:17.969549 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6cb1329e-1d45-4796-9c32-f768811c813c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:18.028719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6cb1329e-1d45-4796-9c32-f768811c813c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:18.420846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6cb1329e-1d45-4796-9c32-f768811c813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:18.429806 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-91286f6a-d972-4697-8650-0cf271927c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:18.449100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1329e-1d45-4796-9c32-f768811c813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ac9fee-a061-4270-b39d-9c1ed88ff4c8,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:18.452624 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6cb1329e-1d45-4796-9c32-f768811c813c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:18.511353 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6cb1329e-1d45-4796-9c32-f768811c813c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:18.512798 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6cb1329e-1d45-4796-9c32-f768811c813c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75ac9fee-a061-4270-b39d-9c1ed88ff4c8 HTTP/1.1" status: 204 len: 168 time: 0.6763375 Apr 22 13:02:21.663567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 52892) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:21.838681 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ff75-2a84-4b49-81d8-a091278146d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:21.864890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-2bb9ff75-2a84-4b49-81d8-a091278146d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:21.870349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-2bb9ff75-2a84-4b49-81d8-a091278146d6 admin admin] Usage tracker for resource:security_group_rule and tenant:0dbded8a99754e5b8204704f2caabe78 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:21.875362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-2bb9ff75-2a84-4b49-81d8-a091278146d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:21.884367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-2bb9ff75-2a84-4b49-81d8-a091278146d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:22.026118 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ff75-2a84-4b49-81d8-a091278146d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:22.061208 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ff75-2a84-4b49-81d8-a091278146d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:22.072145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8f293364-8654-45a7-9cf7-0c95e1a234a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:22.128336 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-2bb9ff75-2a84-4b49-81d8-a091278146d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0dbded8a99754e5b8204704f2caabe78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633076 Apr 22 13:02:22.130373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9ff75-2a84-4b49-81d8-a091278146d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98979a2f-0c4e-4195-b702-7fd069e8dad4,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:22.133154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 52898) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:22.136368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff75-2a84-4b49-81d8-a091278146d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:22.215420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b5076d6-58b5-4031-8912-89da29105853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:22.255604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b5076d6-58b5-4031-8912-89da29105853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:22.381015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b5076d6-58b5-4031-8912-89da29105853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:22.390958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:22.420481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5076d6-58b5-4031-8912-89da29105853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98979a2f-0c4e-4195-b702-7fd069e8dad4,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:22.425154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3b5076d6-58b5-4031-8912-89da29105853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:22.430158 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b5076d6-58b5-4031-8912-89da29105853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:22.439167 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3b5076d6-58b5-4031-8912-89da29105853 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98979a2f-0c4e-4195-b702-7fd069e8dad4 HTTP/1.1" status: 204 len: 168 time: 0.3039358 Apr 22 13:02:26.024860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-19e0fa1c-b8e9-4958-b509-5926c81130fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:26.897927 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 52996) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:27.143713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68b093ff-6a21-447a-8767-0bf90bfb9494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:27.161463 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-68b093ff-6a21-447a-8767-0bf90bfb9494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:27.166204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-68b093ff-6a21-447a-8767-0bf90bfb9494 admin admin] Usage tracker for resource:security_group_rule and tenant:39d24c7803b848dfa5887f00baa15371 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:27.169864 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-68b093ff-6a21-447a-8767-0bf90bfb9494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:27.181088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-68b093ff-6a21-447a-8767-0bf90bfb9494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:27.363002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68b093ff-6a21-447a-8767-0bf90bfb9494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:27.398270 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68b093ff-6a21-447a-8767-0bf90bfb9494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:27.423110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-875dac2f-0f76-49f3-b229-7265f4f78f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:27.567631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 53008) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:27.589956 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-68b093ff-6a21-447a-8767-0bf90bfb9494 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39d24c7803b848dfa5887f00baa15371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6853466 Apr 22 13:02:27.591630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b093ff-6a21-447a-8767-0bf90bfb9494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e23f4d-5e7c-40ee-8df6-7d00b7eb467f,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:27.599787 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-68b093ff-6a21-447a-8767-0bf90bfb9494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:27.676709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-16455a5e-6399-40d2-8941-dab7599e7890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:27.716784 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-16455a5e-6399-40d2-8941-dab7599e7890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:27.830349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-16455a5e-6399-40d2-8941-dab7599e7890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:27.836763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-236351c9-b842-49a0-ad03-11a2d632e9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:27.850568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16455a5e-6399-40d2-8941-dab7599e7890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e23f4d-5e7c-40ee-8df6-7d00b7eb467f,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:27.858686 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-16455a5e-6399-40d2-8941-dab7599e7890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:27.859847 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-16455a5e-6399-40d2-8941-dab7599e7890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:27.871805 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-16455a5e-6399-40d2-8941-dab7599e7890 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40e23f4d-5e7c-40ee-8df6-7d00b7eb467f HTTP/1.1" status: 204 len: 168 time: 0.2953169 Apr 22 13:02:29.763009 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:30.179947 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ab7430a8-831e-4976-a077-fa16ab7e9cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:30.654711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:31.809604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66dc19-f24f-4b8d-933c-5840ba6d57b9 req-0a3aa093-19e9-472d-8728-8dc712d186b4 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:31.812909 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ce66dc19-f24f-4b8d-933c-5840ba6d57b9 req-0a3aa093-19e9-472d-8728-8dc712d186b4 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 946 time: 0.3561206 Apr 22 13:02:31.913657 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ce66dc19-f24f-4b8d-933c-5840ba6d57b9 req-476d7e68-c286-43f4-97f8-67046682c59e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874302 Apr 22 13:02:32.163324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:33.266770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85e6f9-9a6d-4578-840f-771861797193 req-463b7e0a-4cf0-4d67-bffc-3f67b8abc9fc tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:33.269849 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8c85e6f9-9a6d-4578-840f-771861797193 req-463b7e0a-4cf0-4d67-bffc-3f67b8abc9fc tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 946 time: 0.1824508 Apr 22 13:02:33.331217 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8c85e6f9-9a6d-4578-840f-771861797193 req-99202d3a-9a93-49e5-90d9-c59d9973421e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530899 Apr 22 13:02:33.972871 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-12bcda48-6b01-44b9-942e-70b7b64eeefa tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:33.975928 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-12bcda48-6b01-44b9-942e-70b7b64eeefa tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.89 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 946 time: 0.1298573 Apr 22 13:02:34.087364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Deleting port 69380f2d-d934-4c77-bf36-d795a39e605b {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:02:34.088193 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:34.557018 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] For port 69380f2d-d934-4c77-bf36-d795a39e605b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=69380f2d-d934-4c77-bf36-d795a39e605b,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:02:34.557651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:35.029129 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc4256-051d-4fa6-b0e8-58f533f6eff8 req-f5067809-f677-4c55-96b9-712b51b681f3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:35.033609 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d4fc4256-051d-4fa6-b0e8-58f533f6eff8 req-f5067809-f677-4c55-96b9-712b51b681f3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 946 time: 0.3734357 Apr 22 13:02:35.146279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:35.146711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:35.147072 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Floating IP c12a17b8-e9c3-4fa8-8a21-da85eab1ac0b disassociated. External IP: 172.28.2.150, port: 69380f2d-d934-4c77-bf36-d795a39e605b. Apr 22 13:02:35.147450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Calling delete_port for 69380f2d-d934-4c77-bf36-d795a39e605b owned by compute:nova {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:02:35.182587 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d4fc4256-051d-4fa6-b0e8-58f533f6eff8 req-9f30048c-0dcb-46f8-bc64-77c96671a540 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b9bba64-17cb-483d-be41-65d24ad738eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219285 Apr 22 13:02:35.449170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:35.460366 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8dc82210-febe-46be-9bdf-ebf57b6d3088 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:35.563497 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event deleted for resources: {'Port': ['ID=69380f2d-d934-4c77-bf36-d795a39e605b,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:35.570420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:36.293802 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:02:36.582123 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5875ba16-3e9e-47b9-96f4-d477181922e0 req-87b00d8d-2fff-44aa-adad-0289b4cba21d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 210 time: 0.1255121 Apr 22 13:02:36.677450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:02:36.696327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be107c7-45e2-4464-8a03-18f3407fcf49 None None] Sync routers for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:02:36.717886 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be107c7-45e2-4464-8a03-18f3407fcf49 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:02:36.719368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6be107c7-45e2-4464-8a03-18f3407fcf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:02:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:36.848076 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] No DVR routers for this DVR port 69380f2d-d934-4c77-bf36-d795a39e605b on host hv-cinder-78726 {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:02:36.854315 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:36.895256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'name': 'network-vif-deleted', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:02:36.941954 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-21b1b45d-6e04-4d19-abd0-b49162cd8c99 req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.89 "DELETE /v2.0/ports/69380f2d-d934-4c77-bf36-d795a39e605b HTTP/1.1" status: 204 len: 173 time: 2.9589071 Apr 22 13:02:37.039182 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b951b9-f04d-4605-9448-fbc00007093f', 'name': 'network-vif-deleted', 'tag': '69380f2d-d934-4c77-bf36-d795a39e605b', 'status': 'completed', 'code': 200} Apr 22 13:02:37.310008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-6be107c7-45e2-4464-8a03-18f3407fcf49 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:02:37.706076 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 53196) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:38.300442 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ef857da6-2c27-499e-aebe-a156fe775510 req-03171feb-e127-4317-8478-f7d0cc07ef70 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b951b9-f04d-4605-9448-fbc00007093f HTTP/1.1" status: 200 len: 210 time: 0.2435417 Apr 22 13:02:38.325139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-89dc0bfe-95f3-4998-a548-684de9e2a8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:38.335038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6be107c7-45e2-4464-8a03-18f3407fcf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:38.362229 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be107c7-45e2-4464-8a03-18f3407fcf49 None None] Checking router: 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:02:38.367257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-89dc0bfe-95f3-4998-a548-684de9e2a8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:38.388989 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-89dc0bfe-95f3-4998-a548-684de9e2a8ce admin admin] Usage tracker for resource:security_group_rule and tenant:f0eaea2b2d4948f08defae807beb5faf is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:38.405203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-89dc0bfe-95f3-4998-a548-684de9e2a8ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:38.405539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be107c7-45e2-4464-8a03-18f3407fcf49 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:02:38.405539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6be107c7-45e2-4464-8a03-18f3407fcf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:02:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:38.417526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-89dc0bfe-95f3-4998-a548-684de9e2a8ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:38.579123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-89dc0bfe-95f3-4998-a548-684de9e2a8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:38.610112 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-89dc0bfe-95f3-4998-a548-684de9e2a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:38.623427 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2fdbb0ab-ca5a-4a50-90df-4ef4d576af16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:38.736909 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53210) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:38.750157 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-89dc0bfe-95f3-4998-a548-684de9e2a8ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0eaea2b2d4948f08defae807beb5faf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0417087 Apr 22 13:02:38.760293 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc0bfe-95f3-4998-a548-684de9e2a8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df43df4b-c402-482c-8a98-e09904a85bf2,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:38.768317 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-89dc0bfe-95f3-4998-a548-684de9e2a8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:38.893118 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9aa0b4b3-7ec6-4805-bdb0-13a1cad3e8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:38.952472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9aa0b4b3-7ec6-4805-bdb0-13a1cad3e8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:39.093200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 69380f2d-d934-4c77-bf36-d795a39e605b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:02:39.129701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9aa0b4b3-7ec6-4805-bdb0-13a1cad3e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:39.142976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-45438179-30c8-46d6-b4a9-50eddda2ea92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:39.158861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: 69380f2d-d934-4c77-bf36-d795a39e605b {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:02:39.159504 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 69380f2d-d934-4c77-bf36-d795a39e605b not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:02:39.173764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0b4b3-7ec6-4805-bdb0-13a1cad3e8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df43df4b-c402-482c-8a98-e09904a85bf2,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:39.178265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9aa0b4b3-7ec6-4805-bdb0-13a1cad3e8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:39.190982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9aa0b4b3-7ec6-4805-bdb0-13a1cad3e8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:39.199190 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-9aa0b4b3-7ec6-4805-bdb0-13a1cad3e8d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df43df4b-c402-482c-8a98-e09904a85bf2 HTTP/1.1" status: 204 len: 168 time: 0.4603500 Apr 22 13:02:39.238714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-6be107c7-45e2-4464-8a03-18f3407fcf49 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:02:39.864004 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53228) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:40.040499 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6be107c7-45e2-4464-8a03-18f3407fcf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:40.048270 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be107c7-45e2-4464-8a03-18f3407fcf49 None None] The sync data for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb is: [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:02:40.094120 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4375e049-4f72-4641-9d30-c978ec71c2f6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:40.154152 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4375e049-4f72-4641-9d30-c978ec71c2f6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:40.277861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4375e049-4f72-4641-9d30-c978ec71c2f6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:40.296099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f5d1bcec-bdd2-4b13-b325-7d5b7fcd5182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:40.329518 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375e049-4f72-4641-9d30-c978ec71c2f6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9bba64-17cb-483d-be41-65d24ad738eb,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:40.336212 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4375e049-4f72-4641-9d30-c978ec71c2f6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:40.361572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4375e049-4f72-4641-9d30-c978ec71c2f6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:40.363757 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4375e049-4f72-4641-9d30-c978ec71c2f6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "DELETE /v2.0/security-groups/8b9bba64-17cb-483d-be41-65d24ad738eb HTTP/1.1" status: 204 len: 168 time: 0.4965920 Apr 22 13:02:40.369014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53238) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:40.422896 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.v2.resource [None req-856d95d7-2bb7-466e-8bac-db5e90301d22 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] show failed (client error): The resource could not be found. Apr 22 13:02:40.430627 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-856d95d7-2bb7-466e-8bac-db5e90301d22 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups/8b9bba64-17cb-483d-be41-65d24ad738eb HTTP/1.1" status: 404 len: 347 time: 0.0361073 Apr 22 13:02:40.431446 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53244) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:40.701719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001dfb3b-07ce-487a-8588-7800bb0a9974 None None] New status for floating IP c12a17b8-e9c3-4fa8-8a21-da85eab1ac0b: DOWN {{(pid=86514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:02:40.901016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Deleting port 18e6942a-1ff7-4c96-9ad2-204dd2868a75 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:02:40.901673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:41.180778 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abe182-8f7e-4165-9e39-a0ab61a9567a req-f05679b8-691d-4c71-b31c-5af71896b3a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:41.183508 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-72abe182-8f7e-4165-9e39-a0ab61a9567a req-f05679b8-691d-4c71-b31c-5af71896b3a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 946 time: 0.5649428 Apr 22 13:02:41.295019 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-72abe182-8f7e-4165-9e39-a0ab61a9567a req-c830deb7-db2f-44b2-8f2c-37e80027ce68 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900786 Apr 22 13:02:41.335117 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:41.336130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:41.602731 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 53270) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:41.611429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Calling delete_port for 18e6942a-1ff7-4c96-9ad2-204dd2868a75 owned by network:floatingip {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:02:41.768343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-227743103-network', 'tenant_id': '138375e2ccfa4090852ea7418b8db422'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:02:41.776758 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:41.785543 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Usage tracker for resource:network and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:41.791424 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:41.805401 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:41.934887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Made reservation on behalf of 138375e2ccfa4090852ea7418b8db422 for: {'network': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:02:41.939371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.api [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86511) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 13:02:41.939691 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_db.api [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 13:02:41.942572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:41.966328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:41.991066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:41.997082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Usage tracker for resource:security_group_rule and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:42.003488 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:42.014435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:42.199083 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:42.244333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:42.250692 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6a646852-e73d-4060-9c4c-46f8a6a801a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:42.293920 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=86512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 13:02:42.306436 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd00863-fafa-43d0-92c0-9e152db8b77b,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:42.311030 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:42.318619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:42.319235 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Added segment 368a0b7e-e034-4e5c-b54a-baf281f32230 of type vlan for network 769d1cc4-842e-45c8-b335-fbe33bd43116 Apr 22 13:02:42.369675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:42.441454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Deleting port 18e6942a-1ff7-4c96-9ad2-204dd2868a75 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:02:42.442236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:42.471155 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:42.472926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:42.473869 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:42.481500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7ab9fa2d-53e8-4aca-92c1-96c5b2d35b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:42.775216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Pushing event updated for resources: {'Network': ['ID=769d1cc4-842e-45c8-b335-fbe33bd43116,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:42.783810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:42.795541 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network 769d1cc4-842e-45c8-b335-fbe33bd43116 details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 13:02:42.854078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a786ff-295e-4626-b456-d7510158879a req-47f64d32-b319-4c70-bf84-df2a8ed894ab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:42.858394 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b3a786ff-295e-4626-b456-d7510158879a req-47f64d32-b319-4c70-bf84-df2a8ed894ab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 946 time: 0.3450031 Apr 22 13:02:42.868732 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2643352 Apr 22 13:02:42.875883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 53284) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:42.888841 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:42.889608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:42.895037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Request body: {'subnet': {'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-227743103-subnet', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'ip_version': 4}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:02:42.907388 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:42.916268 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Usage tracker for resource:subnet and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:42.923730 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:42.934858 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:42.996438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Made reservation on behalf of 138375e2ccfa4090852ea7418b8db422 for: {'subnet': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:02:43.010991 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2332739'] for subnet, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:43.206166 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Calling delete_port for 18e6942a-1ff7-4c96-9ad2-204dd2868a75 owned by network:floatingip {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:02:43.266434 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b3a786ff-295e-4626-b456-d7510158879a req-c4f92297-94ec-43ef-a23d-1bb7d6fe70bc tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166788 Apr 22 13:02:43.721958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:43.735527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f509263f-31f0-4a22-808b-71a7f0be857a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:43.852849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event deleted for resources: {'Port': ['ID=18e6942a-1ff7-4c96-9ad2-204dd2868a75,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:43.913450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:43.940264 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:43.966451 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:43.976871 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "DELETE /v2.0/floatingips/c12a17b8-e9c3-4fa8-8a21-da85eab1ac0b HTTP/1.1" status: 204 len: 168 time: 3.5349472 Apr 22 13:02:44.063933 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3087039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2332754'] for subnet, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:44.076028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:44.232469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0590c1-d3dc-4264-b359-402fa023922d,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:44.239827 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:44.241270 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Checking segment: {'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:02:44.241865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Network hostable DHCP agents. Network: 769d1cc4-842e-45c8-b335-fbe33bd43116, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 13:02:44.311495 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:44.341784 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Network 769d1cc4-842e-45c8-b335-fbe33bd43116 is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 13:02:44.430817 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, 769d1cc4-842e-45c8-b335-fbe33bd43116) {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:02:44.455590 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f474e-bd8b-48e0-862f-03197d918ab0 None None] Network 769d1cc4-842e-45c8-b335-fbe33bd43116 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:02:44.516207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:44.517951 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:44.627862 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7497709 Apr 22 13:02:44.633030 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 53306) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:44.646218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:02:44.657363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:44.667210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Usage tracker for resource:router and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:44.675369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:44.693856 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:44.734576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aada2a-e20d-44bc-add2-7372c01d2dd1 req-ba760210-83e2-4aa7-9920-f991b25d3827 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:44.741514 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-28aada2a-e20d-44bc-add2-7372c01d2dd1 req-ba760210-83e2-4aa7-9920-f991b25d3827 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 946 time: 0.2158060 Apr 22 13:02:44.829462 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-28aada2a-e20d-44bc-add2-7372c01d2dd1 req-c8855bba-6378-4351-ae25-369109b0f0a9 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809999 Apr 22 13:02:44.832492 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854379552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764050'] for router, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:44.834721 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11750'] for router, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:44.879457 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:44.913583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53312) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:44.925576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302768221', 'description': 'tempest-description--367803731'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:02:44.935640 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:44.944873 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Usage tracker for resource:security_group and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:44.951207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:44.964002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:45.015826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:45.052360 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f5daa8-503a-587a-8e70-634fca0e031f-769d1cc4-842e-45c8-b335-fbe33bd43116', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'fixed_ips': [{'subnet_id': '1f0590c1-d3dc-4264-b359-402fa023922d'}]}} from dv-cinder-787262-3-smb. {{(pid=86513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 13:02:45.055343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:45.067062 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:45.075081 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Usage tracker for resource:security_group_rule and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:45.080879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:45.094302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:45.317143 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:45.395455 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:45.407820 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-dc6df96b-e9f1-46ab-9a50-6ab74956b6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:45.512028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Allocated IP 172.20.0.2 (769d1cc4-842e-45c8-b335-fbe33bd43116/1f0590c1-d3dc-4264-b359-402fa023922d/9e4e4927-3f07-4cf5-9325-c9ad98276ec8) {{(pid=86513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:02:45.536294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3938478f-8ffd-440b-878d-ca1e1615182e,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:45.541400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:45.672745 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:45.675139 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7574577 Apr 22 13:02:45.680459 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53324) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:45.691596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'security_group_rule': {'security_group_id': '3938478f-8ffd-440b-878d-ca1e1615182e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:02:45.703844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:45.711774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Usage tracker for resource:security_group_rule and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:45.718150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:45.731354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:45.818025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-436729', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11733'] for router, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:45.902782 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.096038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.129372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.133337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-365a8335-2359-49a7-880c-48e17f86f088 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:46.232674 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Notify callbacks [] for port, precommit_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.269420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Transition to ACTIVE for port object 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:02:46.321191 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8be896-84d8-4467-8b37-73c79dc22716,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:46.332130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Transition to ACTIVE for port object 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 will not be triggered until provisioned by entity DHCP. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:02:46.353924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:46.422161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f33b70-139f-4768-b3de-d6e810fba6bb req-68277aab-cb1d-4689-92f9-b9e47aa75515 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:46.424549 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c4f33b70-139f-4768-b3de-d6e810fba6bb req-68277aab-cb1d-4689-92f9-b9e47aa75515 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 946 time: 0.2562046 Apr 22 13:02:46.432661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.447704 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:46.519220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.526691 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8dc278bd-47ce-4478-9070-fa9675274a50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8400261 Apr 22 13:02:46.532759 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Network 769d1cc4-842e-45c8-b335-fbe33bd43116 is already hosted by enough agents. {{(pid=86513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:02:46.535938 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53334) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:46.542234 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c4f33b70-139f-4768-b3de-d6e810fba6bb req-d6cada9e-d99d-45b7-bde7-f15b5d051b66 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997610 Apr 22 13:02:46.547729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Resources bound (agent type, host, resource id): {{(pid=86513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:02:46.553555 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'security_group_rule': {'security_group_id': '3938478f-8ffd-440b-878d-ca1e1615182e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:02:46.566872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Received port after_create {{(pid=86513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:02:46.580362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:46.600096 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Usage tracker for resource:security_group_rule and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:46.604604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:46.613196 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:46.673294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.681075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Pushing event updated for resources: {'Port': ['ID=9e4e4927-3f07-4cf5-9325-c9ad98276ec8,revision_number=1']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:46.709609 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.710282 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.710963 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.711626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.712298 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.713004 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.714087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.714273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.714956 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.715624 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.716301 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.717016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:46.763722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.807025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:46.817351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.837960 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.841193 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Attempting to bind port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:02:46.842012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Attempting to bind port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:02:46.842639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Attempting to bind port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 on network 769d1cc4-842e-45c8-b335-fbe33bd43116 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:02:46.855915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:02:46.856761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Checking segment: {'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:02:46.857535 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.858307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Bound using segment: {'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:02:46.859760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Bound port: 9e4e4927-3f07-4cf5-9325-c9ad98276ec8, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:02:46.860746 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.962066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:46.984096 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:47.020810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1246774e-1fea-4876-9a5a-54370e0c3219,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:47.025631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:47.102108 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:47.111375 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5669532 Apr 22 13:02:47.124732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53340) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:47.130234 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] For port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:02:47.134509 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] For port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=9e4e4927-3f07-4cf5-9325-c9ad98276ec8,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:02:47.140110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'floatingip': {'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:02:47.172665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Allocated IP 172.28.2.193 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/1d676fa8-efeb-4b91-b963-d2faca13af3e) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:02:47.191405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:47.198180 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:47.294930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c460-8de9-49af-800b-d6b349a7cd05 req-4c099944-8968-4984-8ff6-0c44c7ff9161 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:47.298670 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3773c460-8de9-49af-800b-d6b349a7cd05 req-4c099944-8968-4984-8ff6-0c44c7ff9161 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.89 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 946 time: 0.4479687 Apr 22 13:02:47.302351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:47.316263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Usage tracker for resource:floatingip and tenant:b912abd06ea84cf88a0c1cd9da621a96 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:47.378758 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Pushing event updated for resources: {'Port': ['ID=9e4e4927-3f07-4cf5-9325-c9ad98276ec8,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:47.387738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:47.414193 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:47.457584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:47.486720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-3773c460-8de9-49af-800b-d6b349a7cd05 req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Deleting port fb68ca5d-c629-414c-acf7-23d8ae72b6fb {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:02:47.487392 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3773c460-8de9-49af-800b-d6b349a7cd05 req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:47.522461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:47.577714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:47.622554 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:47.634498 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e3d98084-99ba-4bac-b332-19fe90aa95c4 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:47.780755 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:02:47.871415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:02:47.887111 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:02:48.037099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39760b94-d18b-40f5-88b1-e3a6f1d5cd9b req-870030b4-6712-4600-aab3-f5cc2d925c27 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:48.039874 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-39760b94-d18b-40f5-88b1-e3a6f1d5cd9b req-870030b4-6712-4600-aab3-f5cc2d925c27 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.8670590 Apr 22 13:02:48.065079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:02:48.087069 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d676fa8-efeb-4b91-b963-d2faca13af3e,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:48.096770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:48.278397 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-39760b94-d18b-40f5-88b1-e3a6f1d5cd9b req-ec72ef8f-c40b-4bf1-8bb2-e2d0eca50924 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082450 Apr 22 13:02:48.282613 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-3773c460-8de9-49af-800b-d6b349a7cd05 req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] For port fb68ca5d-c629-414c-acf7-23d8ae72b6fb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb68ca5d-c629-414c-acf7-23d8ae72b6fb,segment=NetworkSegment(dd31ac92-f57d-4205-afb0-7558d1a99385),segment_id=dd31ac92-f57d-4205-afb0-7558d1a99385)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:02:48.283044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3773c460-8de9-49af-800b-d6b349a7cd05 req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:48.535053 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f815bd7-1fc4-4be8-b6dc-95d5d84d984d req-cbcc450f-dc12-4465-b956-45ae4bfd1016 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:48.539348 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7f815bd7-1fc4-4be8-b6dc-95d5d84d984d req-cbcc450f-dc12-4465-b956-45ae4bfd1016 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 946 time: 0.7528484 Apr 22 13:02:48.656668 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7f815bd7-1fc4-4be8-b6dc-95d5d84d984d req-1516d5c2-f3c1-46ae-a2a5-aaed80b3f4ee tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937684 Apr 22 13:02:48.904021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-3773c460-8de9-49af-800b-d6b349a7cd05 req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Calling delete_port for fb68ca5d-c629-414c-acf7-23d8ae72b6fb owned by compute:nova {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:02:49.080576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:49.129978 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:49.554753 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47abf1ac-64d9-4565-ba0c-0218a2f97894 None None] Network 769d1cc4-842e-45c8-b335-fbe33bd43116 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:02:49.765133 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3773c460-8de9-49af-800b-d6b349a7cd05 req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:49.793323 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:02:49.802125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:49.911880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Pushing event deleted for resources: {'Port': ['ID=fb68ca5d-c629-414c-acf7-23d8ae72b6fb,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:49.930520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:49.933206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-dd536a37-b27e-45e7-9b09-8ae7bc8acc99 None None] Provisioning for port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:02:50.068780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Allocated IP 172.28.2.15 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/529bdf96-e64e-431a-aab0-299e375bdca6) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:02:50.178789 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d62af5-afd4-4077-b685-5ac2a8d38eee req-85c0f629-0206-4b4f-be85-213f24102479 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:50.182434 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-22d62af5-afd4-4077-b685-5ac2a8d38eee req-85c0f629-0206-4b4f-be85-213f24102479 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.5636294 Apr 22 13:02:50.197472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:02:50.210974 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:02:50.211454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:50.259431 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3773c460-8de9-49af-800b-d6b349a7cd05 req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] No DVR routers for this DVR port fb68ca5d-c629-414c-acf7-23d8ae72b6fb on host hv-cinder-78726 {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:02:50.284867 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3773c460-8de9-49af-800b-d6b349a7cd05 req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:50.302258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a226f58e-d6cb-4130-b6e5-ae8b0865998f', 'name': 'network-vif-deleted', 'tag': 'fb68ca5d-c629-414c-acf7-23d8ae72b6fb'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:02:50.373348 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57878de9-615b-4dbc-adf0-0b620a6ff461 req-4489abab-571e-4f4f-8d77-8abf0fdc832b tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 210 time: 0.4232445 Apr 22 13:02:50.427225 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3773c460-8de9-49af-800b-d6b349a7cd05 req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.89 "DELETE /v2.0/ports/fb68ca5d-c629-414c-acf7-23d8ae72b6fb HTTP/1.1" status: 204 len: 173 time: 3.1180069 Apr 22 13:02:50.440581 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854380213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854339117'] for router, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:50.482500 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-22d62af5-afd4-4077-b685-5ac2a8d38eee req-85821530-4904-4ac4-943e-0b6d20fb92c1 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204158 Apr 22 13:02:50.517121 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a226f58e-d6cb-4130-b6e5-ae8b0865998f', 'name': 'network-vif-deleted', 'tag': 'fb68ca5d-c629-414c-acf7-23d8ae72b6fb', 'status': 'completed', 'code': 200} Apr 22 13:02:50.559077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:50.642793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:50.646889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=9e4e4927-3f07-4cf5-9325-c9ad98276ec8,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:02:50.723858 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:50.729179 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:50.760184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:50.788157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6708a711-46b5-42d3-a765-fe9c8af6b14e tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:50.867127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device fb68ca5d-c629-414c-acf7-23d8ae72b6fb no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:02:50.961551 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:02:50.979507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:02:50.983595 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:02:51.066201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Router baf99e51-88ac-4ec2-9d49-757914447d1d is scheduled to L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f with binding_index 1 {{(pid=86512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 13:02:51.083004 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: fb68ca5d-c629-414c-acf7-23d8ae72b6fb {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:02:51.083804 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device fb68ca5d-c629-414c-acf7-23d8ae72b6fb not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:02:51.084326 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'Port': ['ID=529bdf96-e64e-431a-aab0-299e375bdca6,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:51.090046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:51.124278 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-eeb23a51-282e-4556-b3a7-442b330322d2 None None] Provisioning complete for port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:02:51.125256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eeb23a51-282e-4556-b3a7-442b330322d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:51.166996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:51.188323 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=9e4e4927-3f07-4cf5-9325-c9ad98276ec8,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:51.211268 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:51.361460 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:51.498662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:02:51.541727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Sync routers for ids ['baf99e51-88ac-4ec2-9d49-757914447d1d'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:02:51.578675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Routers {'baf99e51-88ac-4ec2-9d49-757914447d1d'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:02:51.579947 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:02:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['baf99e51-88ac-4ec2-9d49-757914447d1d'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:51.613109 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Notify callbacks [] for router, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:51.618889 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9792535 Apr 22 13:02:51.620419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 53392) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:51.727575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:02:52.077604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.resource_extend [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 13:02:52.114543 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:52.149939 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-06773c2e-bd7f-4454-b42c-7af68d1d3b8d req-2ebeaea3-8a28-42e8-a822-75da65acaac7 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=a226f58e-d6cb-4130-b6e5-ae8b0865998f HTTP/1.1" status: 200 len: 210 time: 0.1002443 Apr 22 13:02:52.152201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:52.200590 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ceaee749-f8ee-4105-8cd8-dfc505130b91 tempest-ServerRescueNegativeTestJSON-2075578041 tempest-ServerRescueNegativeTestJSON-2075578041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:52.274429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:52.357918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd06c6-a8e9-4773-a697-cfb3cc03243f req-2ed9d05a-c9c9-4919-95cc-765883600d7c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:52.360127 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c9bd06c6-a8e9-4773-a697-cfb3cc03243f req-2ed9d05a-c9c9-4919-95cc-765883600d7c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.3797894 Apr 22 13:02:52.378878 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:02:52.379595 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:52.393328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:52.397284 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2663283 Apr 22 13:02:52.431614 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'Port': ['ID=529bdf96-e64e-431a-aab0-299e375bdca6,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:52.454821 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:52.482405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Set router baf99e51-88ac-4ec2-9d49-757914447d1d gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:02:52.503739 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c9bd06c6-a8e9-4773-a697-cfb3cc03243f req-2e061bef-e6ae-4f3b-8f1f-51164cd2e530 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156774 Apr 22 13:02:53.088396 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-3827ed98-53a3-4d62-998a-aa7774e4ed4d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1302768221&fields=id&tenant_id=b912abd06ea84cf88a0c1cd9da621a96 HTTP/1.1" status: 200 len: 267 time: 0.1519525 Apr 22 13:02:53.159951 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53414) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:53.231454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:48Z', 'revision_number': 3, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:53.254454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Checking router: baf99e51-88ac-4ec2-9d49-757914447d1d for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:02:53.255337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Updating router baf99e51-88ac-4ec2-9d49-757914447d1d port 1d676fa8-efeb-4b91-b963-d2faca13af3e binding host dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 13:02:53.383422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:53.442137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-24ca81a6-eda1-4302-afcb-6d3f21223d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:53.490879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-24ca81a6-eda1-4302-afcb-6d3f21223d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:53.499481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-24ca81a6-eda1-4302-afcb-6d3f21223d2e admin admin] Usage tracker for resource:security_group_rule and tenant:ea76103678a34301921a2334de44d158 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:53.506284 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-24ca81a6-eda1-4302-afcb-6d3f21223d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:53.531357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-24ca81a6-eda1-4302-afcb-6d3f21223d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:53.718329 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-24ca81a6-eda1-4302-afcb-6d3f21223d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:53.767508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-24ca81a6-eda1-4302-afcb-6d3f21223d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:53.783409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-02517206-2a6f-4490-b967-1977b8e08960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:53.863722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:53.896166 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca81a6-eda1-4302-afcb-6d3f21223d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133679bc-a573-453b-908e-6780c3076dcb,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:53.914610 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-24ca81a6-eda1-4302-afcb-6d3f21223d2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea76103678a34301921a2334de44d158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7526748 Apr 22 13:02:53.932998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 53426) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:53.972653 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-24ca81a6-eda1-4302-afcb-6d3f21223d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:54.000336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-aef5728e-eea3-4263-9943-dfa08aee8a64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:54.001898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-aef5728e-eea3-4263-9943-dfa08aee8a64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Synchronizing usage tracker for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:network {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:02:54.087073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1813-bd0e-49b2-8625-e675cf750ab4 req-069b48e7-3946-4d5c-8306-b1450c03cd9b tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:54.090495 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-527d1813-bd0e-49b2-8625-e675cf750ab4 req-069b48e7-3946-4d5c-8306-b1450c03cd9b tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.2103164 Apr 22 13:02:54.110713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Notify callbacks [] for port, precommit_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:54.127658 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Transition to ACTIVE for port object 1d676fa8-efeb-4b91-b963-d2faca13af3e will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:02:54.155478 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-527d1813-bd0e-49b2-8625-e675cf750ab4 req-c2cbed3b-34cd-40f3-8d87-2dd975af1845 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538251 Apr 22 13:02:54.190652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:54.196845 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:54.200737 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-aef5728e-eea3-4263-9943-dfa08aee8a64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Unset dirty status for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:network {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:02:54.203587 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-aef5728e-eea3-4263-9943-dfa08aee8a64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 816 time: 1.0986238 Apr 22 13:02:54.298213 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:54.346039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef96b1-5b6d-43b5-93a0-301145bd88b6 None None] Pushing event updated for resources: {'Port': ['ID=1d676fa8-efeb-4b91-b963-d2faca13af3e,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:54.351931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-93ef96b1-5b6d-43b5-93a0-301145bd88b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:54.366272 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Attempting to bind port 1d676fa8-efeb-4b91-b963-d2faca13af3e on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:02:54.367023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Attempting to bind port 1d676fa8-efeb-4b91-b963-d2faca13af3e by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:02:54.367688 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Attempting to bind port 1d676fa8-efeb-4b91-b963-d2faca13af3e on network bfb8adc4-3798-4764-90a2-51505efe1733 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:02:54.376226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:02:54.376935 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Checking segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:02:54.377571 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:54.377794 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-c96fdd01-e8fc-487d-bb79-1b082075abe6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/quotas/b912abd06ea84cf88a0c1cd9da621a96 HTTP/1.1" status: 200 len: 375 time: 0.1200192 Apr 22 13:02:54.378295 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Bound using segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:02:54.379100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Bound port: 1d676fa8-efeb-4b91-b963-d2faca13af3e, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:02:54.379666 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:54.518494 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] For port 1d676fa8-efeb-4b91-b963-d2faca13af3e, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:02:54.524265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] For port 1d676fa8-efeb-4b91-b963-d2faca13af3e, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=1d676fa8-efeb-4b91-b963-d2faca13af3e,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:02:54.559559 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:54.575648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:54.585380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:54.745859 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Routers {'baf99e51-88ac-4ec2-9d49-757914447d1d'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:02:54.747022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:02:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['baf99e51-88ac-4ec2-9d49-757914447d1d'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:54.786510 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Allocated IP 172.20.0.1 (769d1cc4-842e-45c8-b335-fbe33bd43116/1f0590c1-d3dc-4264-b359-402fa023922d/4d5b6f19-808d-4713-b2bb-5a25d01bf4be) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:02:54.811865 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-62f94eb6-6ce3-446b-9fdb-0467d2c54fe8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4001238 Apr 22 13:02:54.853382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:54.882815 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef96b1-5b6d-43b5-93a0-301145bd88b6 None None] Pushing event updated for resources: {'Port': ['ID=1d676fa8-efeb-4b91-b963-d2faca13af3e,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:54.896153 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-93ef96b1-5b6d-43b5-93a0-301145bd88b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:54.912306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-15b26f67-4536-40e1-921a-4b5c548c1aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:54.952214 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133679bc-a573-453b-908e-6780c3076dcb,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:55.003473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.003883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.004288 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.004734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.005265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.005710 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.006107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.006496 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.006884 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.007270 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.007755 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.008202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:02:55.032052 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:55.100612 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] Set router baf99e51-88ac-4ec2-9d49-757914447d1d gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:02:55.101558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:55.102838 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/133679bc-a573-453b-908e-6780c3076dcb HTTP/1.1" status: 204 len: 168 time: 1.1678481 Apr 22 13:02:55.544575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:55.609855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb5f19-ef80-4846-81fe-eb5d6d45c3a4 req-328bfe0b-fe7a-4311-a8cf-0c6c97379a9a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:55.616013 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-62cb5f19-ef80-4846-81fe-eb5d6d45c3a4 req-328bfe0b-fe7a-4311-a8cf-0c6c97379a9a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.2209816 Apr 22 13:02:55.638064 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-68ddeb6c-c8a2-4f9d-880c-915673aee497 service neutron] 10.222.0.11 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953918 Apr 22 13:02:55.640807 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Transition to ACTIVE for port object 4d5b6f19-808d-4713-b2bb-5a25d01bf4be will not be triggered until provisioned by entity DHCP. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:02:55.769854 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:48Z', 'revision_number': 3, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:55.775448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3463b21d-c153-4cdf-9838-7b767c32aabe None None] The sync data for ids ['baf99e51-88ac-4ec2-9d49-757914447d1d'] in dv-cinder-787262-3-smb is: [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:48Z', 'revision_number': 3, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:02:55.785369 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-62cb5f19-ef80-4846-81fe-eb5d6d45c3a4 req-5acf4b77-e8d6-4468-b0c4-7950c2e349c8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573501 Apr 22 13:02:55.926943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8c22b3ac-bb31-464b-b368-7c7b28d2caf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:55.998006 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-d09672f8-15fc-40c1-845c-bc70accdda4f service neutron] 10.222.0.11 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424864 Apr 22 13:02:56.020938 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53454) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:56.025221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:56.033756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bfae1dd7-1f75-4e65-a336-dc9fff0e8c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:56.056905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-73c555a8-b9dc-40a6-b410-31cbedca0690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:56.092367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-73c555a8-b9dc-40a6-b410-31cbedca0690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:02:56.102645 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-73c555a8-b9dc-40a6-b410-31cbedca0690 admin admin] Usage tracker for resource:security_group_rule and tenant:fb2afed57a35499f9b19043f978450bb is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:02:56.108669 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-73c555a8-b9dc-40a6-b410-31cbedca0690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:02:56.118081 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Network 769d1cc4-842e-45c8-b335-fbe33bd43116 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:02:56.120908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-73c555a8-b9dc-40a6-b410-31cbedca0690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:02:56.125294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:02:56.130760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:02:56.200808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Pushing event updated for resources: {'Port': ['ID=4d5b6f19-808d-4713-b2bb-5a25d01bf4be,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:56.220088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:56.302079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393230'] for router_interface, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:56.514199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-3cb17e22-fb62-4c18-9ad3-a8f1f0024384 req-f5ec1ead-2442-475a-950d-b00f7e6df25f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Synchronizing usage tracker for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:02:56.546032 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-73c555a8-b9dc-40a6-b410-31cbedca0690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:56.574153 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-3cb17e22-fb62-4c18-9ad3-a8f1f0024384 req-f5ec1ead-2442-475a-950d-b00f7e6df25f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Unset dirty status for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:02:56.576133 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3cb17e22-fb62-4c18-9ad3-a8f1f0024384 req-f5ec1ead-2442-475a-950d-b00f7e6df25f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 210 time: 0.1725695 Apr 22 13:02:56.608715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-73c555a8-b9dc-40a6-b410-31cbedca0690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:56.636894 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9de06ea6-5e70-45a7-953d-04832f8b4cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:56.662391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:56.694748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-26594c5c-86db-47bd-b4fd-6be7ff234b67 None None] Provisioning for port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:02:56.698029 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c555a8-b9dc-40a6-b410-31cbedca0690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c136baf3-4976-495e-80cf-3c1cc1fab4b4,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:56.707579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-73c555a8-b9dc-40a6-b410-31cbedca0690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:56.716157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-26594c5c-86db-47bd-b4fd-6be7ff234b67 None None] Provisioning complete for port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:02:56.716408 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-73c555a8-b9dc-40a6-b410-31cbedca0690 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb2afed57a35499f9b19043f978450bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6933625 Apr 22 13:02:56.716923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-26594c5c-86db-47bd-b4fd-6be7ff234b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:56.721333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53464) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:02:56.857635 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff31-b8ba-47a6-a098-98d7d8a99706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:56.920363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-26594c5c-86db-47bd-b4fd-6be7ff234b67 None None] Port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:02:56.961950 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff31-b8ba-47a6-a098-98d7d8a99706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:57.111463 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff31-b8ba-47a6-a098-98d7d8a99706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:57.135404 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-378c0291-ca40-43cb-8c38-edc8390ea38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:57.215235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff31-b8ba-47a6-a098-98d7d8a99706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c136baf3-4976-495e-80cf-3c1cc1fab4b4,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:57.234479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff31-b8ba-47a6-a098-98d7d8a99706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:57.252264 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-2d88ff31-b8ba-47a6-a098-98d7d8a99706 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c136baf3-4976-495e-80cf-3c1cc1fab4b4 HTTP/1.1" status: 204 len: 168 time: 0.5288777 Apr 22 13:02:57.262028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2d88ff31-b8ba-47a6-a098-98d7d8a99706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:57.393474 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1546d-8c7a-4f19-a491-4c1142e8c2c4 req-330b9628-40b5-435f-99dd-eb0e38c61edf tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:57.396827 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-17e1546d-8c7a-4f19-a491-4c1142e8c2c4 req-330b9628-40b5-435f-99dd-eb0e38c61edf tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.2739551 Apr 22 13:02:57.462897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:57.536969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:57.658598 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-17e1546d-8c7a-4f19-a491-4c1142e8c2c4 req-7b01e4c1-a833-488c-9c7f-14558faeace2 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442877 Apr 22 13:02:57.686707 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 1d676fa8-efeb-4b91-b963-d2faca13af3e up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:02:57.705718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:57.833019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854382487'] for router_interface, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:57.846813 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Pushing event updated for resources: {'Port': ['ID=4d5b6f19-808d-4713-b2bb-5a25d01bf4be,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:57.852748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:57.938777 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-823a66d2-88b3-4b02-a539-bcff7b9475bb req-4b6cc826-5ed5-4002-89a9-645ce1d94d34 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 210 time: 0.1788869 Apr 22 13:02:57.957899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 1d676fa8-efeb-4b91-b963-d2faca13af3e completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:02:57.964818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 1d676fa8-efeb-4b91-b963-d2faca13af3e triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:02:57.965248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:58.051480 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Network 769d1cc4-842e-45c8-b335-fbe33bd43116 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:02:58.053240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:02:58.182834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:58.263795 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 1d676fa8-efeb-4b91-b963-d2faca13af3e, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=1d676fa8-efeb-4b91-b963-d2faca13af3e,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:02:58.313652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:58.322847 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-93ef96b1-5b6d-43b5-93a0-301145bd88b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:02:58.364326 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Router baf99e51-88ac-4ec2-9d49-757914447d1d has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:02:58.411284 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-e384f87f-281c-4242-aa19-a5900afa8658 None None] Provisioning complete for port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:02:58.411728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e384f87f-281c-4242-aa19-a5900afa8658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:58.487733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-e384f87f-281c-4242-aa19-a5900afa8658 None None] Port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:02:58.511239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=1d676fa8-efeb-4b91-b963-d2faca13af3e,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:02:58.514941 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:02:58.692817 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:02:58.706685 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] 10.222.0.11 "PUT /v2.0/routers/baf99e51-88ac-4ec2-9d49-757914447d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0797071 Apr 22 13:02:59.135945 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b25e1-2fe6-488e-b643-d188f9ae21e6 req-25b6f017-4275-4b61-8491-c749eea04fed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:02:59.138204 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d44b25e1-2fe6-488e-b643-d188f9ae21e6 req-25b6f017-4275-4b61-8491-c749eea04fed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.2696855 Apr 22 13:02:59.219696 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d44b25e1-2fe6-488e-b643-d188f9ae21e6 req-d05b0db8-26d6-49f1-afd1-c61fed68a8fe tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676343 Apr 22 13:02:59.313405 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5bb8eb91-8451-429c-837a-145ce2d88926 req-9af97ae8-1b52-4add-8107-0fb6fcf88079 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 210 time: 0.1524372 Apr 22 13:02:59.583758 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 1d676fa8-efeb-4b91-b963-d2faca13af3e up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:02:59.619861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Sync routers for ids ['baf99e51-88ac-4ec2-9d49-757914447d1d'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:02:59.647446 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Routers {'baf99e51-88ac-4ec2-9d49-757914447d1d'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:02:59.648106 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:02:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['baf99e51-88ac-4ec2-9d49-757914447d1d'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:02:59.852451 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:02:59.861816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 1d676fa8-efeb-4b91-b963-d2faca13af3e triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:02:59.863478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:00.045820 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44b965-4b50-495b-856f-15aacb35c41e req-8b3cad68-954c-423e-b297-c19390f9bb1a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:00.061414 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9d44b965-4b50-495b-856f-15aacb35c41e req-8b3cad68-954c-423e-b297-c19390f9bb1a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.2534292 Apr 22 13:03:00.127332 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-ce52cb06-794d-47ab-9884-75b4c56d672e tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:00.131146 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-ce52cb06-794d-47ab-9884-75b4c56d672e tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/networks?id=27884a61-2018-4005-a42b-5ddf4214879b HTTP/1.1" status: 200 len: 813 time: 0.5492475 Apr 22 13:03:00.267820 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9d44b965-4b50-495b-856f-15aacb35c41e req-2c24f54b-5fee-4135-9521-ef2f04d38744 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742930 Apr 22 13:03:00.269757 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Set router baf99e51-88ac-4ec2-9d49-757914447d1d gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:03:00.294364 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-9e6279f8-a2be-497d-9d85-1d68f2e66dbe tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/quotas/7ba58083cc4945578c16343588dcb097 HTTP/1.1" status: 200 len: 375 time: 0.0187345 Apr 22 13:03:00.440577 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-e90c6219-0abf-4f8b-8528-4f9c7c80b9a5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Synchronizing usage tracker for tenant:7ba58083cc4945578c16343588dcb097 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:03:00.554659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-bb0bf451-d282-4f46-9b5b-a5c725cd5795 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:00.555928 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-bb0bf451-d282-4f46-9b5b-a5c725cd5795 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 816 time: 0.5109444 Apr 22 13:03:00.627683 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696738b-a9cf-49a7-b2dc-3f1169027573 req-43a49a54-8b68-48f4-938a-7be02cacbb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:00.629486 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a696738b-a9cf-49a7-b2dc-3f1169027573 req-43a49a54-8b68-48f4-938a-7be02cacbb82 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=028af9f54afe41f9878fb8e62a487739&device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 1098 time: 0.4247837 Apr 22 13:03:00.636097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1a1869b6-ab13-4705-a947-67a9c6fb40af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:00.734095 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:00.736557 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-e90c6219-0abf-4f8b-8528-4f9c7c80b9a5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Unset dirty status for tenant:7ba58083cc4945578c16343588dcb097 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:03:00.750562 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-e90c6219-0abf-4f8b-8528-4f9c7c80b9a5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ba58083cc4945578c16343588dcb097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4276831 Apr 22 13:03:00.892758 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696738b-a9cf-49a7-b2dc-3f1169027573 req-0225c647-24b3-4008-b338-fecc2500e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:00.897021 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a696738b-a9cf-49a7-b2dc-3f1169027573 req-0225c647-24b3-4008-b338-fecc2500e402 service neutron] 10.222.0.89 "GET /v2.0/networks?id=31207420-d65b-4b1e-9a86-8f6b5be77b86 HTTP/1.1" status: 200 len: 911 time: 0.2597678 Apr 22 13:03:00.976356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:56Z', 'revision_number': 4, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '4d5b6f19-808d-4713-b2bb-5a25d01bf4be', 'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'mac_address': 'fa:16:3e:f3:a7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:54Z', 'updated_at': '2021-04-22T13:02:56Z', 'revision_number': 2, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'subnets': [{'id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:01.001363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Checking router: baf99e51-88ac-4ec2-9d49-757914447d1d for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:03:01.002147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Updating router baf99e51-88ac-4ec2-9d49-757914447d1d port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be binding host dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 13:03:01.077165 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:01.078986 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a696738b-a9cf-49a7-b2dc-3f1169027573 req-141dc101-3792-43b8-81ff-e367d472e731 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5f81898-6b0a-4701-a3dc-65b82c6d9ede HTTP/1.1" status: 200 len: 1001 time: 0.1747370 Apr 22 13:03:01.173376 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696738b-a9cf-49a7-b2dc-3f1169027573 req-a3d5f707-ff6d-497e-879e-a212e64b8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:01.175330 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a696738b-a9cf-49a7-b2dc-3f1169027573 req-a3d5f707-ff6d-497e-879e-a212e64b8b12 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c056221c-c3f3-469d-8ba6-0a1eec805698 HTTP/1.1" status: 200 len: 849 time: 0.0878954 Apr 22 13:03:01.521711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-ed7976ea-94c5-444a-8dc7-8fb86ac1c081 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Synchronizing usage tracker for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:security_group {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:03:01.545956 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7669dcca-4168-48e6-bf34-e0144d41b1a2 req-4b23df83-07fb-4847-b4b8-6005540d6ff4 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 210 time: 0.1188197 Apr 22 13:03:01.609225 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696738b-a9cf-49a7-b2dc-3f1169027573 req-1b317aa6-d035-4eb1-823b-b8d5ea37927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:01.612917 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a696738b-a9cf-49a7-b2dc-3f1169027573 req-1b317aa6-d035-4eb1-823b-b8d5ea37927c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31207420-d65b-4b1e-9a86-8f6b5be77b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4293056 Apr 22 13:03:01.638031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-ed7976ea-94c5-444a-8dc7-8fb86ac1c081 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Unset dirty status for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:security_group {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:03:01.639731 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-ed7976ea-94c5-444a-8dc7-8fb86ac1c081 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b912abd06ea84cf88a0c1cd9da621a96 HTTP/1.1" status: 200 len: 380 time: 1.0725601 Apr 22 13:03:01.663578 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'port': {'device_id': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'admin_state_up': True, 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'security_groups': ['3938478f-8ffd-440b-878d-ca1e1615182e']}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:01.711918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53572) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:01.729529 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1336954116-network', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:01.814358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:01.824814 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-61a724d5-0931-4b64-b81b-30c0607366af service neutron] 10.222.0.11 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0529146 Apr 22 13:03:02.056158 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a696738b-a9cf-49a7-b2dc-3f1169027573 req-cd472a74-a5bf-4a78-b322-05ab896db9ab service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335117 Apr 22 13:03:02.173608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:02.263139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Notify callbacks [] for port, precommit_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:02.308587 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Transition to ACTIVE for port object 4d5b6f19-808d-4713-b2bb-5a25d01bf4be will not be triggered until provisioned by entity L2. {{(pid=86514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:03:02.368979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:02.379843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:02.403304 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Usage tracker for resource:network and tenant:d98a1db4f5d84017a4b14a856356c621 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:02.418635 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-f6a9c1bb-2afe-45ca-b41c-32ab9059e87c service neutron] 10.222.0.11 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925725 Apr 22 13:03:02.419846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:02.447819 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:02.475726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364894f-7fca-46c1-a19d-0afa6d6d6d16 req-619e98d7-6523-49a3-8de6-93f0fbf8cc98 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:02.484706 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1364894f-7fca-46c1-a19d-0afa6d6d6d16 req-619e98d7-6523-49a3-8de6-93f0fbf8cc98 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.4258554 Apr 22 13:03:02.558147 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a696738b-a9cf-49a7-b2dc-3f1169027573 req-96b45d5d-9d17-4fb4-a777-67daa0cca3d1 service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611763 Apr 22 13:03:02.569762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Made reservation on behalf of d98a1db4f5d84017a4b14a856356c621 for: {'network': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:03:02.575852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:02.605663 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1364894f-7fca-46c1-a19d-0afa6d6d6d16 req-43fa26f1-a5b8-4a98-b1f9-8c3c2bb3e8bd tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195991 Apr 22 13:03:02.610847 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:02.626873 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:02.631943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Usage tracker for resource:security_group_rule and tenant:d98a1db4f5d84017a4b14a856356c621 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:02.635534 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:02.645860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:02.654870 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:02.655083 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Pushing event updated for resources: {'Port': ['ID=4d5b6f19-808d-4713-b2bb-5a25d01bf4be,revision_number=3']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:02.667395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:02.738755 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.739693 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.740177 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.740848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.741122 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.741710 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.742148 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.742651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.743201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.743556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.755012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.755725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:02.778774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:02.869176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Made reservation on behalf of b912abd06ea84cf88a0c1cd9da621a96 for: {'port': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:03:02.880279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:03.020067 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Attempting to bind port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:03:03.020556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Attempting to bind port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:03:03.028419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Attempting to bind port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be on network 769d1cc4-842e-45c8-b335-fbe33bd43116 {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:03:03.057710 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:03:03.058546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Checking segment: {'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:03:03.059141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:03.059551 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Bound using segment: {'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:03:03.060098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Bound port: 4d5b6f19-808d-4713-b2bb-5a25d01bf4be, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'}}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:03:03.060625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:03.089411 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c5790fa-82a1-4f7b-8d39-013a97763e51 req-8114210d-970d-43d1-87d1-15aeba9a4716 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 210 time: 0.1962612 Apr 22 13:03:03.246810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Allocated IP 172.20.0.4 (a0079c58-09f4-4d9f-926a-74f262206ca6/3c2ee2a6-ec91-4034-bfa3-d03217c37eb8/43b68f20-8b05-4aeb-95f2-bd65553dd721) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:03:03.438135 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] For port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:03:03.448460 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] For port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=4d5b6f19-808d-4713-b2bb-5a25d01bf4be,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:03:03.487899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:03.497077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:03.574439 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3ad91be5-05df-477a-bced-d43b561ac6ee req-fe11402c-7390-4480-b9d8-953633627cd5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 210 time: 0.7116432 Apr 22 13:03:03.583742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Routers {'baf99e51-88ac-4ec2-9d49-757914447d1d'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:03:03.584564 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:03:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['baf99e51-88ac-4ec2-9d49-757914447d1d'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:03.634647 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:03.687526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:03.702617 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=86511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 13:03:03.719033 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4f8a8854-cc3a-4538-a3d0-7a60ea0d86f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:03.747851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:03.827663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed2b365-4ef8-49d8-bd86-2f1eb05eb01d,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:03.835247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:03.835872 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Added segment 4fd8fab3-fc23-4cbe-a8c1-fb6be500451b of type vlan for network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e Apr 22 13:03:03.847091 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Transition to ACTIVE for port object 43b68f20-8b05-4aeb-95f2-bd65553dd721 will not be triggered until provisioned by entity DHCP. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:03:03.867116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.867803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.868506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.869119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.872368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.873295 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.878931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.878931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.878931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.878931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.880611 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.881340 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:03:03.891537 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:03.956021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Pushing event updated for resources: {'Port': ['ID=4d5b6f19-808d-4713-b2bb-5a25d01bf4be,revision_number=4']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:03.965204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e9c1a483-c602-44f1-9781-4ebeb67723a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:04.014227 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] Set router baf99e51-88ac-4ec2-9d49-757914447d1d gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:03:04.018928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:04.034996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:04.049977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b749eed6-eeb2-44ef-84b5-5e966180f16a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:04.064123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d9abe-7e30-4d1d-8c0a-8fcc04fc6d94 req-b7c84b93-ecff-4c7c-a218-3c15064070f6 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:04.067460 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a84d9abe-7e30-4d1d-8c0a-8fcc04fc6d94 req-b7c84b93-ecff-4c7c-a218-3c15064070f6 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1813948 Apr 22 13:03:04.163357 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a84d9abe-7e30-4d1d-8c0a-8fcc04fc6d94 req-efd82fca-d31b-4448-b704-a4c3cb919364 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849586 Apr 22 13:03:04.174341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event updated for resources: {'Port': ['ID=43b68f20-8b05-4aeb-95f2-bd65553dd721,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:04.178823 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Network a0079c58-09f4-4d9f-926a-74f262206ca6 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:03:04.183374 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:04.184313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:03:04.194418 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:03:04.201149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:04.201975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:04.273815 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:04.276320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:04.277013 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:04.312912 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-30221147-f548-4dc9-a5b0-5c5fe7b0919a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:04.341836 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6899180 Apr 22 13:03:04.406239 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6893623 Apr 22 13:03:04.409727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 53616) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:04.410891 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Request body: {'port': {'device_id': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:04.417175 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Request body: {'subnet': {'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1336954116-subnet', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'ip_version': 4}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:04.431845 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:04.445882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Usage tracker for resource:subnet and tenant:d98a1db4f5d84017a4b14a856356c621 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:04.449958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:04.459817 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:04.550930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Made reservation on behalf of d98a1db4f5d84017a4b14a856356c621 for: {'subnet': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:03:04.557400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2332739'] for subnet, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:04.625807 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-aab9a54b-8e2b-4426-b197-042bcac1a2b5 None None] Provisioning for port 43b68f20-8b05-4aeb-95f2-bd65553dd721 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:03:04.644082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-aab9a54b-8e2b-4426-b197-042bcac1a2b5 None None] Provisioning complete for port 43b68f20-8b05-4aeb-95f2-bd65553dd721 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:04.644082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aab9a54b-8e2b-4426-b197-042bcac1a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:04.738041 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:56Z', 'revision_number': 4, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '4d5b6f19-808d-4713-b2bb-5a25d01bf4be', 'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'mac_address': 'fa:16:3e:f3:a7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:54Z', 'updated_at': '2021-04-22T13:03:03Z', 'revision_number': 4, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'subnets': [{'id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:04.747445 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50e03d0-58b6-4284-be38-9542ef4ea0e9 None None] The sync data for ids ['baf99e51-88ac-4ec2-9d49-757914447d1d'] in dv-cinder-787262-3-smb is: [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:56Z', 'revision_number': 4, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '4d5b6f19-808d-4713-b2bb-5a25d01bf4be', 'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'mac_address': 'fa:16:3e:f3:a7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:54Z', 'updated_at': '2021-04-22T13:03:03Z', 'revision_number': 4, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'subnets': [{'id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:03:04.779384 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-aab9a54b-8e2b-4426-b197-042bcac1a2b5 None None] Port 43b68f20-8b05-4aeb-95f2-bd65553dd721 cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:03:04.821409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Pushing event updated for resources: {'Network': ['ID=e9a0d2f2-23bd-4b50-982f-f479f9c94b1e,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:04.839272 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:04.864260 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 13:03:05.003437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:05.033352 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb3fe-d6b6-4940-8ffd-b141d6546815 req-833ddd23-eb80-41bb-9a57-8b40e125d89e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:05.034209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2c8eb3fe-d6b6-4940-8ffd-b141d6546815 req-833ddd23-eb80-41bb-9a57-8b40e125d89e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Synchronizing usage tracker for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:03:05.151136 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-364f5659-b58e-4e30-b4fa-83977a14ec2a req-087a5e46-a1b2-417c-a2c2-74cc6b2a9780 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 210 time: 0.1050727 Apr 22 13:03:05.271290 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2c8eb3fe-d6b6-4940-8ffd-b141d6546815 req-833ddd23-eb80-41bb-9a57-8b40e125d89e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Unset dirty status for tenant:b912abd06ea84cf88a0c1cd9da621a96 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:03:05.272669 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2c8eb3fe-d6b6-4940-8ffd-b141d6546815 req-833ddd23-eb80-41bb-9a57-8b40e125d89e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 931 time: 0.8694448 Apr 22 13:03:05.723418 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 4d5b6f19-808d-4713-b2bb-5a25d01bf4be up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:03:05.734029 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b68f20-8b05-4aeb-95f2-bd65553dd721 {{(pid=86511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:03:05.751781 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:05.867134 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2c8eb3fe-d6b6-4940-8ffd-b141d6546815 req-d87129ad-a61a-486c-bf7a-9b71bb0e441e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5841773 Apr 22 13:03:05.885105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Transition to ACTIVE for port object 43b68f20-8b05-4aeb-95f2-bd65553dd721 will not be triggered until provisioned by entity L2. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:03:05.922671 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:05.937727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-15169dd6-ba84-4041-a4ad-8c527a332607 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:06.505862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:03:06.518910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:06.520557 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:06.596838 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Attempting to bind port 43b68f20-8b05-4aeb-95f2-bd65553dd721 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:03:06.597433 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Attempting to bind port 43b68f20-8b05-4aeb-95f2-bd65553dd721 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:03:06.598020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Attempting to bind port 43b68f20-8b05-4aeb-95f2-bd65553dd721 on network a0079c58-09f4-4d9f-926a-74f262206ca6 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:03:06.606623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Pushing event updated for resources: {'Port': ['ID=43b68f20-8b05-4aeb-95f2-bd65553dd721,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:06.613795 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:06.618988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Port 43b68f20-8b05-4aeb-95f2-bd65553dd721 on network a0079c58-09f4-4d9f-926a-74f262206ca6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 13:03:06.619769 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Attempting to bind port 43b68f20-8b05-4aeb-95f2-bd65553dd721 on network a0079c58-09f4-4d9f-926a-74f262206ca6 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:03:06.633199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3087039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2332754'] for subnet, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:06.637677 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:03:06.638270 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Checking segment: {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:03:06.639011 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Bound using segment: {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:03:06.645504 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Bound port: 43b68f20-8b05-4aeb-95f2-bd65553dd721, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686391f2-7711-4a29-b778-a6e0c2a72c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6'}}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:03:06.646690 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:06.872708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1e9158e3-641d-4841-8ae7-01bbe4a40a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:06.886567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, cleared binding levels {{(pid=86511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:03:06.894130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:03:06.935227 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:06.944442 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:06.944770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:07.057367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=4d5b6f19-808d-4713-b2bb-5a25d01bf4be,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:03:07.106189 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:07.107536 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:07.111607 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:07.115226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:07.128454 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] 10.222.0.89 "PUT /v2.0/ports/43b68f20-8b05-4aeb-95f2-bd65553dd721 HTTP/1.1" status: 200 len: 1093 time: 2.7209768 Apr 22 13:03:07.129548 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:03:07.320485 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1f25af-a918-4481-a3bb-23808b1ee6b0,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:07.412401 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:07.439040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Pushing event updated for resources: {'Port': ['ID=43b68f20-8b05-4aeb-95f2-bd65553dd721,revision_number=3']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:07.447867 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=4d5b6f19-808d-4713-b2bb-5a25d01bf4be,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:07.456299 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:07.458356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:07.557798 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-21f5e324-ce50-4319-a9ee-ddb82ef5909c req-0d3e541e-b9c8-4e5d-900e-82ba6539515f tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 210 time: 0.8114958 Apr 22 13:03:07.578763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Checking segment: {'id': '4fd8fab3-fc23-4cbe-a8c1-fb6be500451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:03:07.590694 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Network hostable DHCP agents. Network: e9a0d2f2-23bd-4b50-982f-f479f9c94b1e, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 13:03:07.670349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-2cb28fa3-538d-44b3-a08b-bc1c6ac6db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:07.673660 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-2cb28fa3-538d-44b3-a08b-bc1c6ac6db8f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 1096 time: 0.3804216 Apr 22 13:03:07.688603 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87bef6-3ab2-4ae4-b7ff-90fa4f76cde4 req-237cea88-6e88-49dc-9c17-0413f8a5359d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:07.691056 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-da87bef6-3ab2-4ae4-b7ff-90fa4f76cde4 req-237cea88-6e88-49dc-9c17-0413f8a5359d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.2477896 Apr 22 13:03:07.748305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 4d5b6f19-808d-4713-b2bb-5a25d01bf4be up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:03:07.755347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 13:03:07.822516 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, e9a0d2f2-23bd-4b50-982f-f479f9c94b1e) {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:03:07.837519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df2512c-d18e-457b-8b39-874280a1e14d None None] Network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:03:07.873674 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-3a0f5492-4092-4ad1-b8fe-8650e9125a45 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721 HTTP/1.1" status: 200 len: 217 time: 0.1805916 Apr 22 13:03:07.875887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:07.877315 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:07.912144 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-da87bef6-3ab2-4ae4-b7ff-90fa4f76cde4 req-ed105173-805e-4162-8364-1a628a4bbe49 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465750 Apr 22 13:03:07.944880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-0fd95401-d223-44de-bf29-9f37ad929ed9 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:07.947314 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-0fd95401-d223-44de-bf29-9f37ad929ed9 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.89 "GET /v2.0/networks?id=27884a61-2018-4005-a42b-5ddf4214879b HTTP/1.1" status: 200 len: 813 time: 1.3370008 Apr 22 13:03:07.969705 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Request body: {'port': {'device_id': '9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec', 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b', 'admin_state_up': True, 'tenant_id': '7ba58083cc4945578c16343588dcb097'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:08.027936 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:08.028633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:08.112857 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-ad00b448-e954-4f4a-a8a3-21c820885fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:08.115920 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-ad00b448-e954-4f4a-a8a3-21c820885fd9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.2019486 Apr 22 13:03:08.121687 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.7104959 Apr 22 13:03:08.127545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 53650) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:08.138251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1336954116-router', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:08.144673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:08.168336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Usage tracker for resource:router and tenant:d98a1db4f5d84017a4b14a856356c621 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:08.174466 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:08.204382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:08.277060 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854379552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764050'] for router, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:08.281830 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11750'] for router, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:08.345663 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'status': 'completed', 'code': 200} Apr 22 13:03:08.386432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:08.445712 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:08.458942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-6d56cf4e-f9e6-456d-9de9-d1dbb07f62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:08.461059 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-6d56cf4e-f9e6-456d-9de9-d1dbb07f62b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3308046 Apr 22 13:03:08.474905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:08.600931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Made reservation on behalf of 7ba58083cc4945578c16343588dcb097 for: {'port': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:03:08.607919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:08.689328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f5daa8-503a-587a-8e70-634fca0e031f-e9a0d2f2-23bd-4b50-982f-f479f9c94b1e', 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'fixed_ips': [{'subnet_id': 'cc1f25af-a918-4481-a3bb-23808b1ee6b0'}]}} from dv-cinder-787262-3-smb. {{(pid=86513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 13:03:08.690302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:08.733563 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-2f675833-3c50-4286-8fe2-19fb5412ba55 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537518 Apr 22 13:03:08.940846 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-501655e6-9b68-41ee-ae65-075bdcbe2486 req-615b6d32-df76-4d8d-bb8e-fe0b4e99c720 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 210 time: 0.2027228 Apr 22 13:03:09.034212 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-436729', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11733'] for router, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:09.034734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Allocated IP 172.20.0.2 (e9a0d2f2-23bd-4b50-982f-f479f9c94b1e/cc1f25af-a918-4481-a3bb-23808b1ee6b0/7febd4f2-42da-4732-85db-707d8a5c0672) {{(pid=86513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:03:09.070275 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89bccaf5-e855-4e28-b093-d501de985ec4 req-96e6cd69-d950-4821-8239-8a6e54627813 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353798 Apr 22 13:03:09.329038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff9f1-8498-4cdf-beeb-38cdac4e81c7 req-243ad5a8-51f2-4aad-bd22-d4bde408a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:09.332668 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50dff9f1-8498-4cdf-beeb-38cdac4e81c7 req-243ad5a8-51f2-4aad-bd22-d4bde408a98b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 1096 time: 0.1394281 Apr 22 13:03:09.470676 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Notify callbacks [] for port, precommit_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:09.489600 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Transition to ACTIVE for port object 7febd4f2-42da-4732-85db-707d8a5c0672 will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:03:09.510282 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Allocated IP 172.20.0.4 (27884a61-2018-4005-a42b-5ddf4214879b/58c16faf-1465-4753-ac38-e4619922930c/b400a5d5-f0dc-4381-acd0-67d0020b2e98) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:03:09.511303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Transition to ACTIVE for port object 7febd4f2-42da-4732-85db-707d8a5c0672 will not be triggered until provisioned by entity DHCP. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:03:09.557721 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff9f1-8498-4cdf-beeb-38cdac4e81c7 req-f1b13626-8668-4829-a604-9a52ea7edc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:09.557984 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:09.559426 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50dff9f1-8498-4cdf-beeb-38cdac4e81c7 req-f1b13626-8668-4829-a604-9a52ea7edc10 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 917 time: 0.2196546 Apr 22 13:03:09.568776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:09.574255 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcab2f-729f-4a7c-849d-5877c1717d86 req-1e7961aa-7859-4b5b-9e38-1a5ffc5d6817 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:09.575949 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-72fcab2f-729f-4a7c-849d-5877c1717d86 req-1e7961aa-7859-4b5b-9e38-1a5ffc5d6817 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.4275753 Apr 22 13:03:09.644985 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e is already hosted by enough agents. {{(pid=86513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:03:09.659201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Resources bound (agent type, host, resource id): {{(pid=86513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:03:09.663832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Received port after_create {{(pid=86513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:03:09.677568 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50dff9f1-8498-4cdf-beeb-38cdac4e81c7 req-482037d1-851c-48ab-a50e-24671b804e24 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721 HTTP/1.1" status: 200 len: 217 time: 0.1099832 Apr 22 13:03:09.769294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff9f1-8498-4cdf-beeb-38cdac4e81c7 req-cce991ed-19bb-427e-847f-a773bf5e4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:09.771784 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50dff9f1-8498-4cdf-beeb-38cdac4e81c7 req-cce991ed-19bb-427e-847f-a773bf5e4b9c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.0864544 Apr 22 13:03:09.784760 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-72fcab2f-729f-4a7c-849d-5877c1717d86 req-70fd01b3-c3c1-484b-a370-f52181747c3f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968467 Apr 22 13:03:09.847968 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Pushing event updated for resources: {'Port': ['ID=7febd4f2-42da-4732-85db-707d8a5c0672,revision_number=1']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:09.883640 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:09.884957 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Attempting to bind port 7febd4f2-42da-4732-85db-707d8a5c0672 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:03:09.885630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Attempting to bind port 7febd4f2-42da-4732-85db-707d8a5c0672 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '4fd8fab3-fc23-4cbe-a8c1-fb6be500451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:03:09.886299 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Attempting to bind port 7febd4f2-42da-4732-85db-707d8a5c0672 on network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:03:09.898768 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:03:09.899529 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Checking segment: {'id': '4fd8fab3-fc23-4cbe-a8c1-fb6be500451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:03:09.900867 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:09.901354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Bound using segment: {'id': '4fd8fab3-fc23-4cbe-a8c1-fb6be500451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:03:09.902092 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Bound port: 7febd4f2-42da-4732-85db-707d8a5c0672, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd8fab3-fc23-4cbe-a8c1-fb6be500451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:03:09.902563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:10.137347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] For port 7febd4f2-42da-4732-85db-707d8a5c0672, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:03:10.151938 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] For port 7febd4f2-42da-4732-85db-707d8a5c0672, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=7febd4f2-42da-4732-85db-707d8a5c0672,segment=NetworkSegment(4fd8fab3-fc23-4cbe-a8c1-fb6be500451b),segment_id=4fd8fab3-fc23-4cbe-a8c1-fb6be500451b)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:03:10.187672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:10.209546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:10.238916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:10.309964 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:10.344267 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-596b3923-ed4b-49db-a3f3-700be80e03bf req-c44acafc-4b3e-4b1a-8147-ced87fea1997 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 210 time: 0.1620939 Apr 22 13:03:10.380216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff9f1-8498-4cdf-beeb-38cdac4e81c7 req-36b976e5-ffc7-42e8-a0e5-165a7707cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:10.383283 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50dff9f1-8498-4cdf-beeb-38cdac4e81c7 req-36b976e5-ffc7-42e8-a0e5-165a7707cc2d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6029680 Apr 22 13:03:10.387650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:10.450943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Pushing event updated for resources: {'Port': ['ID=7febd4f2-42da-4732-85db-707d8a5c0672,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:10.460407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:10.592406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:10.610217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d1071bc7-f0da-4d11-a0c6-69c18e1d2d14 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:10.650731 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50dff9f1-8498-4cdf-beeb-38cdac4e81c7 req-8082de38-87d3-4f0a-9a7c-5baeb2b0b7a0 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581139 Apr 22 13:03:10.989287 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50dff9f1-8498-4cdf-beeb-38cdac4e81c7 req-f2c5fbe1-a81f-4dc4-b9e9-972edfd256ae service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308566 Apr 22 13:03:11.151356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Network 27884a61-2018-4005-a42b-5ddf4214879b is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:03:11.175692 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:03:11.203699 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:03:11.243124 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Allocated IP 172.28.2.223 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:03:11.250105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Pushing event updated for resources: {'Port': ['ID=b400a5d5-f0dc-4381-acd0-67d0020b2e98,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:11.266914 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:11.346673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:11.347416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:11.468548 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084dfaa-d339-4b1c-865d-6745b451ff73 req-3ded0b2e-e415-4983-bb12-13d2adf24e03 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:11.470485 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6084dfaa-d339-4b1c-865d-6745b451ff73 req-3ded0b2e-e415-4983-bb12-13d2adf24e03 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.4373183 Apr 22 13:03:11.641952 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6819437 Apr 22 13:03:11.664658 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Request body: {'port': {'device_id': '9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:11.737324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 7febd4f2-42da-4732-85db-707d8a5c0672 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:03:11.837078 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6084dfaa-d339-4b1c-865d-6745b451ff73 req-96914e15-45f4-4c4c-80f8-d2476122fb34 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321350 Apr 22 13:03:11.847713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd5a88-0737-441a-bca9-568da959107d req-df34a60b-bd39-4449-ae2b-e5b416805c0c tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:11.857796 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dbfd5a88-0737-441a-bca9-568da959107d req-df34a60b-bd39-4449-ae2b-e5b416805c0c tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 931 time: 0.2497661 Apr 22 13:03:11.935344 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:11.935979 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dbfd5a88-0737-441a-bca9-568da959107d req-5b21a5a2-7311-44fe-9caa-f101228bb2a4 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759344 Apr 22 13:03:11.975015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:11.997492 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 7febd4f2-42da-4732-85db-707d8a5c0672 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:03:12.241600 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5de96e-45e1-4d0e-b56d-c736028e5942 None None] Network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:03:12.360443 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:12.374107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:12.414160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3bd41f5a-b6fa-430b-a426-7c522f69219c None None] Provisioning for port 7febd4f2-42da-4732-85db-707d8a5c0672 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:03:12.426826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3bd41f5a-b6fa-430b-a426-7c522f69219c None None] Provisioning complete for port 7febd4f2-42da-4732-85db-707d8a5c0672 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:12.427251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bd41f5a-b6fa-430b-a426-7c522f69219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:12.485588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:03:12.490988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:03:12.496279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:03:12.565628 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:12.581169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:12.765951 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b400a5d5-f0dc-4381-acd0-67d0020b2e98 {{(pid=86512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:03:12.775523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bd41f5a-b6fa-430b-a426-7c522f69219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:12.830830 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3bd41f5a-b6fa-430b-a426-7c522f69219c None None] For port 7febd4f2-42da-4732-85db-707d8a5c0672, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=7febd4f2-42da-4732-85db-707d8a5c0672,segment=NetworkSegment(4fd8fab3-fc23-4cbe-a8c1-fb6be500451b),segment_id=4fd8fab3-fc23-4cbe-a8c1-fb6be500451b)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:03:12.840178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 43b68f20-8b05-4aeb-95f2-bd65553dd721 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:03:12.896254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:12.954232 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3bd41f5a-b6fa-430b-a426-7c522f69219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:12.964284 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:13.008888 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Transition to ACTIVE for port object b400a5d5-f0dc-4381-acd0-67d0020b2e98 will not be triggered until provisioned by entity L2. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:03:13.096039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd41f5a-b6fa-430b-a426-7c522f69219c None None] Pushing event updated for resources: {'Port': ['ID=7febd4f2-42da-4732-85db-707d8a5c0672,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:13.099728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3bd41f5a-b6fa-430b-a426-7c522f69219c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:13.117970 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:03:13.122221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:13.134156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-ed7b8305-87ac-4090-ba5d-54b14e39d5ba None None] Provisioning complete for port 7febd4f2-42da-4732-85db-707d8a5c0672 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:13.134438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed7b8305-87ac-4090-ba5d-54b14e39d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:13.140292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c89a6a4b-1f22-41c3-b8ba-313c1869ebfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:13.179548 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'port_id': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'mac_address': 'fa:16:3e:da:d2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:03:13.278769 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:13.282275 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356a2a4-0490-4412-a52f-5d2e0d4899e2 req-55f9d8e9-5d2c-4a92-8b46-c2fb74e9b11c tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:13.285490 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a356a2a4-0490-4412-a52f-5d2e0d4899e2 req-55f9d8e9-5d2c-4a92-8b46-c2fb74e9b11c tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 943 time: 0.2107899 Apr 22 13:03:13.339911 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b68f20-8b05-4aeb-95f2-bd65553dd721 {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:03:13.364379 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a356a2a4-0490-4412-a52f-5d2e0d4899e2 req-1cae2186-3987-4669-a9a8-57457f3616b3 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647943 Apr 22 13:03:13.388205 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:03:13.453702 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:13.456265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1924381a-f6c8-4da7-9c27-e80021eb0af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:13.513926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Pushing event updated for resources: {'Port': ['ID=b400a5d5-f0dc-4381-acd0-67d0020b2e98,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:13.517181 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:13.551880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=43b68f20-8b05-4aeb-95f2-bd65553dd721,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:13.556290 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 7febd4f2-42da-4732-85db-707d8a5c0672 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:03:13.592126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:13.616672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b41aa5-41a4-4e82-b491-a38c16e894f0 req-cad948e7-d396-464a-bb06-468b7e50acd6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:13.618368 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83b41aa5-41a4-4e82-b491-a38c16e894f0 req-cad948e7-d396-464a-bb06-468b7e50acd6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.5040381 Apr 22 13:03:13.621422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:13.649217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 7febd4f2-42da-4732-85db-707d8a5c0672 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:13.649643 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:13.783014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['43b68f20-8b05-4aeb-95f2-bd65553dd721'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:03:14.040342 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Attempting to bind port b400a5d5-f0dc-4381-acd0-67d0020b2e98 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:03:14.040751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Attempting to bind port b400a5d5-f0dc-4381-acd0-67d0020b2e98 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'dd31ac92-f57d-4205-afb0-7558d1a99385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b'}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:03:14.041130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Attempting to bind port b400a5d5-f0dc-4381-acd0-67d0020b2e98 on network 27884a61-2018-4005-a42b-5ddf4214879b {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:03:14.070657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Port b400a5d5-f0dc-4381-acd0-67d0020b2e98 on network 27884a61-2018-4005-a42b-5ddf4214879b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 13:03:14.071025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Attempting to bind port b400a5d5-f0dc-4381-acd0-67d0020b2e98 on network 27884a61-2018-4005-a42b-5ddf4214879b {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:03:14.089811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:03:14.089811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Checking segment: {'id': 'dd31ac92-f57d-4205-afb0-7558d1a99385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:03:14.090201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Bound using segment: {'id': 'dd31ac92-f57d-4205-afb0-7558d1a99385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b'} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:03:14.090707 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Bound port: b400a5d5-f0dc-4381-acd0-67d0020b2e98, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd31ac92-f57d-4205-afb0-7558d1a99385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b'}}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:03:14.091088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:14.112291 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83b41aa5-41a4-4e82-b491-a38c16e894f0 req-2c6ff47f-5afb-47e1-8873-4476c65cd0c4 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146459 Apr 22 13:03:14.234907 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:14.367596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] For port b400a5d5-f0dc-4381-acd0-67d0020b2e98, host hv-cinder-78726, cleared binding levels {{(pid=86512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:03:14.383818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] For port b400a5d5-f0dc-4381-acd0-67d0020b2e98, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b400a5d5-f0dc-4381-acd0-67d0020b2e98,segment=NetworkSegment(dd31ac92-f57d-4205-afb0-7558d1a99385),segment_id=dd31ac92-f57d-4205-afb0-7558d1a99385)] {{(pid=86512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:03:14.408049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854380213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854339117'] for router, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:14.474271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:14.487468 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:14.589192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5921b8e-da33-4408-bfd8-adfb89b124bb req-ae76dc7c-9f4a-40ae-a950-b792f9b64090 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:14.591033 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a5921b8e-da33-4408-bfd8-adfb89b124bb req-ae76dc7c-9f4a-40ae-a950-b792f9b64090 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 943 time: 0.0974104 Apr 22 13:03:14.621375 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:14.621975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:14.623471 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] 10.222.0.89 "PUT /v2.0/ports/b400a5d5-f0dc-4381-acd0-67d0020b2e98 HTTP/1.1" status: 200 len: 1093 time: 2.9717710 Apr 22 13:03:14.626866 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec', 'tag': 'b400a5d5-f0dc-4381-acd0-67d0020b2e98'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:03:14.653191 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a5921b8e-da33-4408-bfd8-adfb89b124bb req-8a291063-78dd-4003-92a7-bafec943a98f tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536320 Apr 22 13:03:14.662536 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Pushing event updated for resources: {'Port': ['ID=b400a5d5-f0dc-4381-acd0-67d0020b2e98,revision_number=3']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:14.668366 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:14.690430 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec', 'tag': 'b400a5d5-f0dc-4381-acd0-67d0020b2e98', 'status': 'completed', 'code': 200} Apr 22 13:03:14.808623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-deaca790-02a7-4aa0-a1e6-c290aad1a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:14.810307 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-deaca790-02a7-4aa0-a1e6-c290aad1a81f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ba58083cc4945578c16343588dcb097&device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 1096 time: 0.1116576 Apr 22 13:03:14.818808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Router 30bddb24-cb80-4990-b678-54be78608fb2 is scheduled to L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f with binding_index 1 {{(pid=86512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 13:03:14.847454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 43b68f20-8b05-4aeb-95f2-bd65553dd721 up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:03:14.896608 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-38e3d83c-0619-41e4-8314-c94952e87bdb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b400a5d5-f0dc-4381-acd0-67d0020b2e98 HTTP/1.1" status: 200 len: 217 time: 0.0741084 Apr 22 13:03:14.962288 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port 43b68f20-8b05-4aeb-95f2-bd65553dd721 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:03:14.969409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 43b68f20-8b05-4aeb-95f2-bd65553dd721 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:14.969862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:15.126107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:15.137482 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-208f75a5-4dd2-47c3-89a1-f0bf95db5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:15.139024 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-208f75a5-4dd2-47c3-89a1-f0bf95db5ae0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=58c16faf-1465-4753-ac38-e4619922930c HTTP/1.1" status: 200 len: 853 time: 0.1879647 Apr 22 13:03:15.185952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:03:15.204081 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-5d6a5378-6bc9-48aa-b25c-db9bf23620f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=27884a61-2018-4005-a42b-5ddf4214879b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559037 Apr 22 13:03:15.249052 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:03:15.316385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:15.319498 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:15.329574 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:03:15.474100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf0520-663c-43bc-9169-222652ff588b req-5ee67846-00f8-464b-9a9f-c56545bfc2e7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:15.478103 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ffaf0520-663c-43bc-9169-222652ff588b req-5ee67846-00f8-464b-9a9f-c56545bfc2e7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.1911330 Apr 22 13:03:15.494584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] Notify callbacks [] for router, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:15.501755 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b657658e-2059-4255-81d5-f86c2a560088 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3691757 Apr 22 13:03:15.503505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 53710) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:15.509341 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-d16c92a1-1d6a-4e6a-9f0d-1919de9c5a6b service neutron] 10.222.0.89 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888839 Apr 22 13:03:15.572880 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'code': 200} Apr 22 13:03:15.583175 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Sync routers for ids ['30bddb24-cb80-4990-b678-54be78608fb2'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:03:15.585883 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ffaf0520-663c-43bc-9169-222652ff588b req-08c31c6f-3221-43f4-85c6-544fc5859e24 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878019 Apr 22 13:03:15.649598 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Routers {'30bddb24-cb80-4990-b678-54be78608fb2'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:03:15.650668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:03:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['30bddb24-cb80-4990-b678-54be78608fb2'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:15.882768 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=43b68f20-8b05-4aeb-95f2-bd65553dd721,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:15.890573 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:15.939711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90ceb9-9b6b-4583-a7b1-75cead4aabfd req-6e6d0250-e910-4794-98cd-e79874c9d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:15.941449 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d90ceb9-9b6b-4583-a7b1-75cead4aabfd req-6e6d0250-e910-4794-98cd-e79874c9d42a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 1098 time: 0.1381862 Apr 22 13:03:16.000003 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Set router 30bddb24-cb80-4990-b678-54be78608fb2 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:03:16.004004 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3d90ceb9-9b6b-4583-a7b1-75cead4aabfd req-f58f1af4-b194-416c-ab33-7a2d3e49aec2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531242 Apr 22 13:03:16.191977 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d70fea7a-d877-45b2-98c3-ffced184b6db req-374deb1c-64e4-4416-8835-a6d1c2e22a35 service neutron] 10.222.0.89 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712278 Apr 22 13:03:16.324924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179d944-a732-48b8-ba7d-a500a018026d req-15f05bff-938c-4700-adc2-376514c0f3f5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:16.325914 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-d179d944-a732-48b8-ba7d-a500a018026d req-15f05bff-938c-4700-adc2-376514c0f3f5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Synchronizing usage tracker for tenant:7ba58083cc4945578c16343588dcb097 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:03:16.393644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bddb24-cb80-4990-b678-54be78608fb2', 'name': 'tempest-TestMinimumBasicScenario-1336954116-router', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:03:08Z', 'updated_at': '2021-04-22T13:03:12Z', 'revision_number': 3, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'gw_port': {'id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bddb24-cb80-4990-b678-54be78608fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:03:10Z', 'updated_at': '2021-04-22T13:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:16.401283 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Checking router: 30bddb24-cb80-4990-b678-54be78608fb2 for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:03:16.407088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Updating router 30bddb24-cb80-4990-b678-54be78608fb2 port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 binding host dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 13:03:16.495960 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-d179d944-a732-48b8-ba7d-a500a018026d req-15f05bff-938c-4700-adc2-376514c0f3f5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Unset dirty status for tenant:7ba58083cc4945578c16343588dcb097 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:03:16.497226 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d179d944-a732-48b8-ba7d-a500a018026d req-15f05bff-938c-4700-adc2-376514c0f3f5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 943 time: 0.6162024 Apr 22 13:03:16.516129 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:16.936594 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d179d944-a732-48b8-ba7d-a500a018026d req-c867b242-3126-4d1c-8a39-7abe202d682a tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222701 Apr 22 13:03:16.954556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e47b97-71ca-4d6a-a0e1-a9845c7d038a req-bf0dc2a8-5ec9-4041-8efa-b98bd4b02f01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:16.958128 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f97a-15e6-4459-9fee-c45cef47e1ce req-10378f6e-d5c7-4247-b132-3467721831cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:16.960188 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a01f97a-15e6-4459-9fee-c45cef47e1ce req-10378f6e-d5c7-4247-b132-3467721831cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ba58083cc4945578c16343588dcb097&device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 1096 time: 0.6144867 Apr 22 13:03:16.966570 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e1e47b97-71ca-4d6a-a0e1-a9845c7d038a req-bf0dc2a8-5ec9-4041-8efa-b98bd4b02f01 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.1726713 Apr 22 13:03:17.032320 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e1e47b97-71ca-4d6a-a0e1-a9845c7d038a req-ed4a6880-063f-4b78-af7a-4f57da596efc tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644755 Apr 22 13:03:17.079905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Notify callbacks [] for port, precommit_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:17.095969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Transition to ACTIVE for port object e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:03:17.134491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:17.140277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:17.220665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Attempting to bind port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:03:17.225705 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Attempting to bind port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:03:17.226532 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Attempting to bind port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 on network bfb8adc4-3798-4764-90a2-51505efe1733 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:03:17.250548 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:03:17.251006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Checking segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:03:17.251480 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:17.251935 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Bound using segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:03:17.252523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Bound port: e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:03:17.253045 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:17.309014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae5062-1c08-48e9-aa33-eebc4effda66 None None] Pushing event updated for resources: {'Port': ['ID=e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:17.312972 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1eae5062-1c08-48e9-aa33-eebc4effda66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:17.349187 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f97a-15e6-4459-9fee-c45cef47e1ce req-cabfc9f7-cefc-4194-9599-ec9d63051eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:17.350842 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a01f97a-15e6-4459-9fee-c45cef47e1ce req-cabfc9f7-cefc-4194-9599-ec9d63051eed service neutron] 10.222.0.89 "GET /v2.0/networks?id=27884a61-2018-4005-a42b-5ddf4214879b HTTP/1.1" status: 200 len: 914 time: 0.3214087 Apr 22 13:03:17.371011 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] For port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:03:17.375761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] For port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:03:17.414817 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:17.421906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:17.471684 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a01f97a-15e6-4459-9fee-c45cef47e1ce req-7d8368fd-95df-421b-848b-eff47350d951 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b400a5d5-f0dc-4381-acd0-67d0020b2e98 HTTP/1.1" status: 200 len: 217 time: 0.0826111 Apr 22 13:03:17.524278 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Routers {'30bddb24-cb80-4990-b678-54be78608fb2'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:03:17.525448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:03:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['30bddb24-cb80-4990-b678-54be78608fb2'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:17.547981 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:17.617316 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae5062-1c08-48e9-aa33-eebc4effda66 None None] Pushing event updated for resources: {'Port': ['ID=e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:17.620730 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1eae5062-1c08-48e9-aa33-eebc4effda66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:17.651856 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f97a-15e6-4459-9fee-c45cef47e1ce req-93e9cfdb-c90c-46bb-8b97-2072b1054868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:17.654789 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a01f97a-15e6-4459-9fee-c45cef47e1ce req-93e9cfdb-c90c-46bb-8b97-2072b1054868 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=58c16faf-1465-4753-ac38-e4619922930c HTTP/1.1" status: 200 len: 853 time: 0.1732054 Apr 22 13:03:17.742934 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a01f97a-15e6-4459-9fee-c45cef47e1ce req-4eee1f7b-6466-419e-8c12-bd910af38cd8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=27884a61-2018-4005-a42b-5ddf4214879b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736392 Apr 22 13:03:17.794495 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] Set router 30bddb24-cb80-4990-b678-54be78608fb2 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:03:18.114294 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a01f97a-15e6-4459-9fee-c45cef47e1ce req-0fe1017d-2165-4dbd-9634-16fda301826a service neutron] 10.222.0.89 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579447 Apr 22 13:03:18.301541 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bddb24-cb80-4990-b678-54be78608fb2', 'name': 'tempest-TestMinimumBasicScenario-1336954116-router', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:03:08Z', 'updated_at': '2021-04-22T13:03:12Z', 'revision_number': 3, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'gw_port': {'id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bddb24-cb80-4990-b678-54be78608fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:03:10Z', 'updated_at': '2021-04-22T13:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:18.307015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0558d6b-1de5-4048-9412-274e4f766412 None None] The sync data for ids ['30bddb24-cb80-4990-b678-54be78608fb2'] in dv-cinder-787262-3-smb is: [{'id': '30bddb24-cb80-4990-b678-54be78608fb2', 'name': 'tempest-TestMinimumBasicScenario-1336954116-router', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:03:08Z', 'updated_at': '2021-04-22T13:03:12Z', 'revision_number': 3, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'gw_port': {'id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bddb24-cb80-4990-b678-54be78608fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:03:10Z', 'updated_at': '2021-04-22T13:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:03:18.361429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Allocated IP 172.20.0.1 (e9a0d2f2-23bd-4b50-982f-f479f9c94b1e/cc1f25af-a918-4481-a3bb-23808b1ee6b0/3f67b7f0-f176-4e06-9a1c-c57bdfddce89) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:03:18.391266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568005f-aea7-4080-b4fa-16854691912e req-4599d83e-141c-43ad-be3b-829b74efcea2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:18.397227 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8568005f-aea7-4080-b4fa-16854691912e req-4599d83e-141c-43ad-be3b-829b74efcea2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.1828806 Apr 22 13:03:18.482938 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8568005f-aea7-4080-b4fa-16854691912e req-7819e9b1-2f24-4cb0-8c47-8382030e9a71 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784931 Apr 22 13:03:18.578802 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7a01f97a-15e6-4459-9fee-c45cef47e1ce req-e889eb99-1ae9-49a0-b6e9-d4c5ab7e3a21 service neutron] 10.222.0.89 "GET /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532657 Apr 22 13:03:18.598503 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb1cd4-2b10-4011-af46-e592119b3977 req-d8c0387c-b6f5-44e9-aa85-e813779ac0ef tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:18.600270 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-adfb1cd4-2b10-4011-af46-e592119b3977 req-d8c0387c-b6f5-44e9-aa85-e813779ac0ef tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 943 time: 0.4427142 Apr 22 13:03:18.702009 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-adfb1cd4-2b10-4011-af46-e592119b3977 req-9c24f82d-892c-4476-989d-154d8cbc5524 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889385 Apr 22 13:03:18.710159 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:18.783733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Transition to ACTIVE for port object 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 will not be triggered until provisioned by entity DHCP. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:03:18.843765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aed6d2-e2d8-441b-82ba-9fea82972e50 req-d35d7fda-c806-4aff-81ba-d7420e84b229 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:18.845779 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50aed6d2-e2d8-441b-82ba-9fea82972e50 req-d35d7fda-c806-4aff-81ba-d7420e84b229 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.2118666 Apr 22 13:03:18.868523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53748) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:18.885514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device b400a5d5-f0dc-4381-acd0-67d0020b2e98 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:03:18.887649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-cd446a95-f165-4542-859a-c860a1000601 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Request body: {'floatingip': {'port_id': '43b68f20-8b05-4aeb-95f2-bd65553dd721'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:18.890627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:18.903580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:19.019473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:03:19.026965 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-cd446a95-f165-4542-859a-c860a1000601 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:19.028958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:03:19.034068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:03:19.078009 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Pushing event updated for resources: {'Port': ['ID=3f67b7f0-f176-4e06-9a1c-c57bdfddce89,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:19.087495 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:19.127799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393230'] for router_interface, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:19.339667 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port b400a5d5-f0dc-4381-acd0-67d0020b2e98, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b400a5d5-f0dc-4381-acd0-67d0020b2e98,segment=NetworkSegment(dd31ac92-f57d-4205-afb0-7558d1a99385),segment_id=dd31ac92-f57d-4205-afb0-7558d1a99385)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:03:19.395608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': 'b400a5d5-f0dc-4381-acd0-67d0020b2e98', 'network_id': '27884a61-2018-4005-a42b-5ddf4214879b', 'port_id': 'b400a5d5-f0dc-4381-acd0-67d0020b2e98', 'mac_address': 'fa:16:3e:2c:75:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c16faf-1465-4753-ac38-e4619922930c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:03:19.509493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:19.626019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:19.681228 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b400a5d5-f0dc-4381-acd0-67d0020b2e98 {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:03:19.726615 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port b400a5d5-f0dc-4381-acd0-67d0020b2e98, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b400a5d5-f0dc-4381-acd0-67d0020b2e98,segment=NetworkSegment(dd31ac92-f57d-4205-afb0-7558d1a99385),segment_id=dd31ac92-f57d-4205-afb0-7558d1a99385)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:03:19.741927 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53754) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:19.742158 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:03:19.926899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-bcee4424-694a-415d-a936-9f7145be21de None None] Provisioning for port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:03:19.938614 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:19.943774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-bcee4424-694a-415d-a936-9f7145be21de None None] Provisioning complete for port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:19.943774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bcee4424-694a-415d-a936-9f7145be21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:19.990845 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:19.993213 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:03:20.008531 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:20.055424 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:20.061933 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:20.062178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:20.093451 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:20.130859 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e13bf92b-2215-453f-be65-254f86309cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:20.152793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-bcee4424-694a-415d-a936-9f7145be21de None None] Port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:03:20.173278 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=b400a5d5-f0dc-4381-acd0-67d0020b2e98,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:20.177620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:20.183429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-e13bf92b-2215-453f-be65-254f86309cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:20.209200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-e13bf92b-2215-453f-be65-254f86309cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:6cda3f6a706f47cda177b9ba77dd6bad is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:20.219629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-e13bf92b-2215-453f-be65-254f86309cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:20.246000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-e13bf92b-2215-453f-be65-254f86309cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:20.263775 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854382487'] for router_interface, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:20.292287 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Pushing event updated for resources: {'Port': ['ID=3f67b7f0-f176-4e06-9a1c-c57bdfddce89,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:20.324770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:20.416527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a940c8e-ec2d-4232-90b3-1168dc8fca17 req-353db692-de17-4227-a3f2-f978a77dcc7e tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:20.418209 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1a940c8e-ec2d-4232-90b3-1168dc8fca17 req-353db692-de17-4227-a3f2-f978a77dcc7e tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 944 time: 0.4166813 Apr 22 13:03:20.445174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:20.451440 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.resource_extend [None req-cd446a95-f165-4542-859a-c860a1000601 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 13:03:20.467766 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:03:20.500306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:20.504973 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:20.520782 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1a940c8e-ec2d-4232-90b3-1168dc8fca17 req-e04e3dd3-98a7-4b44-aba4-51141164e930 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771213 Apr 22 13:03:20.526027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:03:20.527991 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:03:20.546650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['b400a5d5-f0dc-4381-acd0-67d0020b2e98'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:03:20.638374 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-cd446a95-f165-4542-859a-c860a1000601 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:20.695948 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e13bf92b-2215-453f-be65-254f86309cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:20.698207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-cd446a95-f165-4542-859a-c860a1000601 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:20.784928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e13bf92b-2215-453f-be65-254f86309cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:20.797023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:20.799759 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7917f8e8-915d-4c0b-830b-0c038c5b0f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:20.800428 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Router 30bddb24-cb80-4990-b678-54be78608fb2 has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:03:20.800674 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:20.834314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-8858081a-39b3-421f-9e41-c740f7b3fea0 None None] Provisioning complete for port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:20.834925 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8858081a-39b3-421f-9e41-c740f7b3fea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:20.912448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-8858081a-39b3-421f-9e41-c740f7b3fea0 None None] Port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:03:21.186260 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e13bf92b-2215-453f-be65-254f86309cf0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6cda3f6a706f47cda177b9ba77dd6bad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4427242 Apr 22 13:03:21.191041 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bf92b-2215-453f-be65-254f86309cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3571b3cc-14f7-44ec-835a-98c76280fd80,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:21.196108 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53762) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:21.203896 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e13bf92b-2215-453f-be65-254f86309cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:21.278453 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [None req-cd446a95-f165-4542-859a-c860a1000601 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Floating IP c9fd6262-15ed-4094-9d0e-4bdb3146b54e associated. External IP: 172.28.2.15, port: 43b68f20-8b05-4aeb-95f2-bd65553dd721. Apr 22 13:03:21.419228 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:03:21.432750 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] 10.222.0.11 "PUT /v2.0/routers/30bddb24-cb80-4990-b678-54be78608fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9279239 Apr 22 13:03:21.454732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6b95d1e6-7a4d-4a0e-b73b-7679b61df0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:21.499493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6b95d1e6-7a4d-4a0e-b73b-7679b61df0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:21.603822 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:03:21.656176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6b95d1e6-7a4d-4a0e-b73b-7679b61df0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:21.753854 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:21.754350 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:21.754749 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2d88ff31-b8ba-47a6-a098-98d7d8a99706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:21.840194 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd446a95-f165-4542-859a-c860a1000601 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:03:21.880616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95d1e6-7a4d-4a0e-b73b-7679b61df0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3571b3cc-14f7-44ec-835a-98c76280fd80,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:21.894449 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6b95d1e6-7a4d-4a0e-b73b-7679b61df0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:21.928201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Sync routers for ids ['30bddb24-cb80-4990-b678-54be78608fb2'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:03:21.950448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Routers {'30bddb24-cb80-4990-b678-54be78608fb2'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:03:21.953136 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:03:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['30bddb24-cb80-4990-b678-54be78608fb2'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:21.987034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6b95d1e6-7a4d-4a0e-b73b-7679b61df0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:21.988282 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6b95d1e6-7a4d-4a0e-b73b-7679b61df0f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3571b3cc-14f7-44ec-835a-98c76280fd80 HTTP/1.1" status: 204 len: 168 time: 0.7912169 Apr 22 13:03:22.198152 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63d5e-68b4-40df-a9fb-c266a508af60 req-d0f1bc19-0f6d-4a31-ae98-4d895a402b76 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:22.201149 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fab63d5e-68b4-40df-a9fb-c266a508af60 req-d0f1bc19-0f6d-4a31-ae98-4d895a402b76 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 944 time: 0.4102528 Apr 22 13:03:22.214151 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd446a95-f165-4542-859a-c860a1000601 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:03:22.230058 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-cd446a95-f165-4542-859a-c860a1000601 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:22.243125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26235e-2534-44fb-acfc-6f74f9404dd7 None None] Sync routers for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:03:22.274394 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26235e-2534-44fb-acfc-6f74f9404dd7 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:03:22.274995 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-be26235e-2534-44fb-acfc-6f74f9404dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:03:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:22.276333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Set router 30bddb24-cb80-4990-b678-54be78608fb2 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:03:22.508725 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fab63d5e-68b4-40df-a9fb-c266a508af60 req-b986c933-c077-46f0-8101-2d886096d74c tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909901 Apr 22 13:03:22.570017 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-cd446a95-f165-4542-859a-c860a1000601 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "PUT /v2.0/floatingips/c9fd6262-15ed-4094-9d0e-4bdb3146b54e HTTP/1.1" status: 200 len: 990 time: 3.7008867 Apr 22 13:03:22.571262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:03:22.584811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-be26235e-2534-44fb-acfc-6f74f9404dd7 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:03:22.743999 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'status': 'completed', 'code': 200} Apr 22 13:03:22.748205 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53798) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:22.832098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a6f538d-b9aa-4b47-b7d5-e584d05cb11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:22.872177 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bddb24-cb80-4990-b678-54be78608fb2', 'name': 'tempest-TestMinimumBasicScenario-1336954116-router', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:03:08Z', 'updated_at': '2021-04-22T13:03:19Z', 'revision_number': 4, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'gw_port': {'id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bddb24-cb80-4990-b678-54be78608fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:03:10Z', 'updated_at': '2021-04-22T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '3f67b7f0-f176-4e06-9a1c-c57bdfddce89', 'name': '', 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'mac_address': 'fa:16:3e:ff:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bddb24-cb80-4990-b678-54be78608fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cc1f25af-a918-4481-a3bb-23808b1ee6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:03:17Z', 'updated_at': '2021-04-22T13:03:19Z', 'revision_number': 2, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'subnets': [{'id': 'cc1f25af-a918-4481-a3bb-23808b1ee6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:22.877937 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Checking router: 30bddb24-cb80-4990-b678-54be78608fb2 for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:03:22.878333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Updating router 30bddb24-cb80-4990-b678-54be78608fb2 port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 binding host dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 13:03:22.891252 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa07ad-0dc0-42d4-8e5b-f66502c64fcd req-ba5c434e-9459-41c0-86e7-4b9a6f20c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:22.893252 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-45aa07ad-0dc0-42d4-8e5b-f66502c64fcd req-ba5c434e-9459-41c0-86e7-4b9a6f20c715 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 1098 time: 0.1201930 Apr 22 13:03:22.898424 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0a6f538d-b9aa-4b47-b7d5-e584d05cb11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:22.916983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0a6f538d-b9aa-4b47-b7d5-e584d05cb11c admin admin] Usage tracker for resource:security_group_rule and tenant:34e36a07bbd34299ac2935922f4967d9 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:22.933523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0a6f538d-b9aa-4b47-b7d5-e584d05cb11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:22.956178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0a6f538d-b9aa-4b47-b7d5-e584d05cb11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:22.965572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device b400a5d5-f0dc-4381-acd0-67d0020b2e98 up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:03:22.968527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:23.191678 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa07ad-0dc0-42d4-8e5b-f66502c64fcd req-b7281c4d-6a03-4c9a-9ced-43a16e9a1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:23.194575 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-45aa07ad-0dc0-42d4-8e5b-f66502c64fcd req-b7281c4d-6a03-4c9a-9ced-43a16e9a1653 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 917 time: 0.2922606 Apr 22 13:03:23.223857 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a6f538d-b9aa-4b47-b7d5-e584d05cb11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:23.266192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0a6f538d-b9aa-4b47-b7d5-e584d05cb11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:23.288176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff75-2a84-4b49-81d8-a091278146d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:23.318396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port b400a5d5-f0dc-4381-acd0-67d0020b2e98 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:03:23.345414 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port b400a5d5-f0dc-4381-acd0-67d0020b2e98 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:23.346169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:23.398875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f538d-b9aa-4b47-b7d5-e584d05cb11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454c6694-9d27-4a03-8900-6ca75f380fab,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:23.416984 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0a6f538d-b9aa-4b47-b7d5-e584d05cb11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:23.429761 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-45aa07ad-0dc0-42d4-8e5b-f66502c64fcd req-d5591cfc-1805-460a-b2cd-2b157bd1c7d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721 HTTP/1.1" status: 200 len: 998 time: 0.2205555 Apr 22 13:03:23.479293 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-0a6f538d-b9aa-4b47-b7d5-e584d05cb11c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34e36a07bbd34299ac2935922f4967d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7281828 Apr 22 13:03:23.489568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53804) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:23.552904 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Notify callbacks [] for port, precommit_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:23.567499 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Transition to ACTIVE for port object 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 will not be triggered until provisioned by entity L2. {{(pid=86514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:03:23.574216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa07ad-0dc0-42d4-8e5b-f66502c64fcd req-b2e4d73d-8b4c-4e25-8b50-f710058abf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:23.575830 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-45aa07ad-0dc0-42d4-8e5b-f66502c64fcd req-b2e4d73d-8b4c-4e25-8b50-f710058abf37 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.1382277 Apr 22 13:03:23.607574 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:23.620789 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ea98bac-56bf-4302-9f46-dece2d08f8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:23.627760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:23.657793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-be26235e-2534-44fb-acfc-6f74f9404dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'c9fd6262-15ed-4094-9d0e-4bdb3146b54e', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'floating_ip_address': '172.28.2.15', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'port_id': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'mac_address': 'fa:16:3e:da:d2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:02:50Z', 'updated_at': '2021-04-22T13:03:20Z', 'revision_number': 1, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:23.674397 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ea98bac-56bf-4302-9f46-dece2d08f8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:23.682517 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26235e-2534-44fb-acfc-6f74f9404dd7 None None] Checking router: 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:03:23.772035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26235e-2534-44fb-acfc-6f74f9404dd7 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:03:23.773257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-be26235e-2534-44fb-acfc-6f74f9404dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:03:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:23.838030 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038545e9-a7df-4e76-a402-b8673f5324ab None None] Pushing event updated for resources: {'Port': ['ID=3f67b7f0-f176-4e06-9a1c-c57bdfddce89,revision_number=3']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:23.872620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa07ad-0dc0-42d4-8e5b-f66502c64fcd req-7a7098ec-e77e-44d6-951d-70bdf1b79aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:23.890666 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-45aa07ad-0dc0-42d4-8e5b-f66502c64fcd req-7a7098ec-e77e-44d6-951d-70bdf1b79aca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2894006 Apr 22 13:03:23.947680 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:23.963641 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ea98bac-56bf-4302-9f46-dece2d08f8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:23.985646 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b151bb7d-56a8-4c4f-b94f-ca90eaec92e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:24.040719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea98bac-56bf-4302-9f46-dece2d08f8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454c6694-9d27-4a03-8900-6ca75f380fab,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:24.052916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4ea98bac-56bf-4302-9f46-dece2d08f8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:24.115837 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ea98bac-56bf-4302-9f46-dece2d08f8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:24.117428 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4ea98bac-56bf-4302-9f46-dece2d08f8dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/454c6694-9d27-4a03-8900-6ca75f380fab HTTP/1.1" status: 204 len: 168 time: 0.6264040 Apr 22 13:03:24.160119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150a2d5-7f48-4ea7-bf9d-e008f6add396 req-fb8304f3-d86b-45c4-b18a-eb681f11604a tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:24.168476 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a150a2d5-7f48-4ea7-bf9d-e008f6add396 req-fb8304f3-d86b-45c4-b18a-eb681f11604a tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 944 time: 0.3788967 Apr 22 13:03:24.281571 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a150a2d5-7f48-4ea7-bf9d-e008f6add396 req-794d589f-98e3-4702-a6fd-295bdab296e2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036906 Apr 22 13:03:24.302416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Attempting to bind port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:03:24.303107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Attempting to bind port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '4fd8fab3-fc23-4cbe-a8c1-fb6be500451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e'}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:03:24.303814 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Attempting to bind port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 on network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:03:24.347527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-038545e9-a7df-4e76-a402-b8673f5324ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:24.354934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:03:24.355638 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Checking segment: {'id': '4fd8fab3-fc23-4cbe-a8c1-fb6be500451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:03:24.356402 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:24.357202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Bound using segment: {'id': '4fd8fab3-fc23-4cbe-a8c1-fb6be500451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e'} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:03:24.369222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Bound port: 3f67b7f0-f176-4e06-9a1c-c57bdfddce89, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd8fab3-fc23-4cbe-a8c1-fb6be500451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e'}}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:03:24.370123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:24.484769 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-45aa07ad-0dc0-42d4-8e5b-f66502c64fcd req-2b8b4a25-ed1d-4424-8117-dc1e61a23f42 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915885 Apr 22 13:03:24.488524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b400a5d5-f0dc-4381-acd0-67d0020b2e98'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:03:24.548414 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port b400a5d5-f0dc-4381-acd0-67d0020b2e98, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b400a5d5-f0dc-4381-acd0-67d0020b2e98,segment=NetworkSegment(dd31ac92-f57d-4205-afb0-7558d1a99385),segment_id=dd31ac92-f57d-4205-afb0-7558d1a99385)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:03:24.605789 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:24.614057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:24.645181 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] For port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:03:24.660127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] For port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=3f67b7f0-f176-4e06-9a1c-c57bdfddce89,segment=NetworkSegment(4fd8fab3-fc23-4cbe-a8c1-fb6be500451b),segment_id=4fd8fab3-fc23-4cbe-a8c1-fb6be500451b)] {{(pid=86514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:03:24.687039 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b400a5d5-f0dc-4381-acd0-67d0020b2e98', 'code': 200} Apr 22 13:03:24.702636 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-be26235e-2534-44fb-acfc-6f74f9404dd7 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:03:24.710860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:24.715928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3fb30770-1f20-4622-8bc6-b60527a8f21e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:24.758143 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-45aa07ad-0dc0-42d4-8e5b-f66502c64fcd req-1220c3b0-0a1d-491f-a4a9-72a1bc4c9e8e service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580206 Apr 22 13:03:24.879247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038545e9-a7df-4e76-a402-b8673f5324ab None None] Pushing event updated for resources: {'Port': ['ID=3f67b7f0-f176-4e06-9a1c-c57bdfddce89,revision_number=4']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:24.883689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-038545e9-a7df-4e76-a402-b8673f5324ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:24.911218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Routers {'30bddb24-cb80-4990-b678-54be78608fb2'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:03:24.911954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:03:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['30bddb24-cb80-4990-b678-54be78608fb2'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:25.007369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=b400a5d5-f0dc-4381-acd0-67d0020b2e98,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:25.035382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:25.227921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999622a1-3fce-4484-bcc4-c92a68a786e5 req-21ed047a-6169-4c56-b208-da6d44032f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:25.229729 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-999622a1-3fce-4484-bcc4-c92a68a786e5 req-21ed047a-6169-4c56-b208-da6d44032f4f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 1098 time: 0.1846206 Apr 22 13:03:25.269073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:03:25.400279 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-999622a1-3fce-4484-bcc4-c92a68a786e5 req-4804827c-bf44-4609-b0ce-474d2d4b279a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586697 Apr 22 13:03:25.507045 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] Set router 30bddb24-cb80-4990-b678-54be78608fb2 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:03:25.700772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 53830) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:25.727456 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-56d0033d-fb6b-4246-9f57-1d6842a748c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:25.777282 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-56d0033d-fb6b-4246-9f57-1d6842a748c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:25.788576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-be26235e-2534-44fb-acfc-6f74f9404dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'c9fd6262-15ed-4094-9d0e-4bdb3146b54e', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'floating_ip_address': '172.28.2.15', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'port_id': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'mac_address': 'fa:16:3e:da:d2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:02:50Z', 'updated_at': '2021-04-22T13:03:20Z', 'revision_number': 1, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:25.789092 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-56d0033d-fb6b-4246-9f57-1d6842a748c7 admin admin] Usage tracker for resource:security_group_rule and tenant:140c2218d016450a81f9904dcb635965 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:25.794523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-56d0033d-fb6b-4246-9f57-1d6842a748c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:25.794998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26235e-2534-44fb-acfc-6f74f9404dd7 None None] The sync data for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb is: [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'c9fd6262-15ed-4094-9d0e-4bdb3146b54e', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'floating_ip_address': '172.28.2.15', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'port_id': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'mac_address': 'fa:16:3e:da:d2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:02:50Z', 'updated_at': '2021-04-22T13:03:20Z', 'revision_number': 1, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:03:25.818572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c504-518c-430e-95d7-d47c9e912fc4 req-1a13437a-960e-4d40-9c43-3f316b0b7bb0 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:25.827601 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0186c504-518c-430e-95d7-d47c9e912fc4 req-1a13437a-960e-4d40-9c43-3f316b0b7bb0 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 945 time: 0.2833200 Apr 22 13:03:25.851170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-56d0033d-fb6b-4246-9f57-1d6842a748c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:25.900268 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0186c504-518c-430e-95d7-d47c9e912fc4 req-74ec033d-fedf-47ae-bdc5-003e61fa3f37 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713167 Apr 22 13:03:25.938031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-359d2d02-7bf3-4aba-9c9f-23fc4bc3e301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:26.012918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-56d0033d-fb6b-4246-9f57-1d6842a748c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:26.048096 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-56d0033d-fb6b-4246-9f57-1d6842a748c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:26.065201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5094897d-3885-4274-8593-6ae30773d9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:26.115129 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bddb24-cb80-4990-b678-54be78608fb2', 'name': 'tempest-TestMinimumBasicScenario-1336954116-router', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:03:08Z', 'updated_at': '2021-04-22T13:03:19Z', 'revision_number': 4, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'gw_port': {'id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bddb24-cb80-4990-b678-54be78608fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:03:10Z', 'updated_at': '2021-04-22T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '3f67b7f0-f176-4e06-9a1c-c57bdfddce89', 'name': '', 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'mac_address': 'fa:16:3e:ff:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bddb24-cb80-4990-b678-54be78608fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cc1f25af-a918-4481-a3bb-23808b1ee6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:03:17Z', 'updated_at': '2021-04-22T13:03:24Z', 'revision_number': 4, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'subnets': [{'id': 'cc1f25af-a918-4481-a3bb-23808b1ee6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:03:26.118113 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-56d0033d-fb6b-4246-9f57-1d6842a748c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=140c2218d016450a81f9904dcb635965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161494 Apr 22 13:03:26.121370 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53834) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:26.129839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0033d-fb6b-4246-9f57-1d6842a748c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27d3574-0b05-48bb-99ed-08d5dec9b824,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:26.137167 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141e3c2-1354-4491-bfd2-82a2e57b05c8 None None] The sync data for ids ['30bddb24-cb80-4990-b678-54be78608fb2'] in dv-cinder-787262-3-smb is: [{'id': '30bddb24-cb80-4990-b678-54be78608fb2', 'name': 'tempest-TestMinimumBasicScenario-1336954116-router', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:03:08Z', 'updated_at': '2021-04-22T13:03:19Z', 'revision_number': 4, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'gw_port': {'id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bddb24-cb80-4990-b678-54be78608fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:03:10Z', 'updated_at': '2021-04-22T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '3f67b7f0-f176-4e06-9a1c-c57bdfddce89', 'name': '', 'network_id': 'e9a0d2f2-23bd-4b50-982f-f479f9c94b1e', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'mac_address': 'fa:16:3e:ff:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bddb24-cb80-4990-b678-54be78608fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cc1f25af-a918-4481-a3bb-23808b1ee6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:03:17Z', 'updated_at': '2021-04-22T13:03:24Z', 'revision_number': 4, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'subnets': [{'id': 'cc1f25af-a918-4481-a3bb-23808b1ee6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:03:26.139884 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-56d0033d-fb6b-4246-9f57-1d6842a748c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:26.320027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9183df9-086c-436a-8ad1-097ce184b34c None None] New status for floating IP c9fd6262-15ed-4094-9d0e-4bdb3146b54e: ACTIVE {{(pid=86514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:03:26.352866 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a26445ac-57b1-4f91-9bfa-7294f9fc9ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:26.436196 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a26445ac-57b1-4f91-9bfa-7294f9fc9ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:26.572237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a26445ac-57b1-4f91-9bfa-7294f9fc9ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:26.577882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-06ba8715-8972-4b6d-bb0b-924c8ad661da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:26.602503 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26445ac-57b1-4f91-9bfa-7294f9fc9ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27d3574-0b05-48bb-99ed-08d5dec9b824,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:26.613133 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a26445ac-57b1-4f91-9bfa-7294f9fc9ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:26.631715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a26445ac-57b1-4f91-9bfa-7294f9fc9ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:26.637076 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-a26445ac-57b1-4f91-9bfa-7294f9fc9ce0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d27d3574-0b05-48bb-99ed-08d5dec9b824 HTTP/1.1" status: 204 len: 168 time: 0.5135872 Apr 22 13:03:27.339898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6199-75dc-4e74-ba26-b88dedbab1e7 req-0ef596dd-b79b-428d-9dd3-6bb017ca038d tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:27.349970 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e04e6199-75dc-4e74-ba26-b88dedbab1e7 req-0ef596dd-b79b-428d-9dd3-6bb017ca038d tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 945 time: 0.2084737 Apr 22 13:03:27.520714 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e04e6199-75dc-4e74-ba26-b88dedbab1e7 req-084eb7d8-8786-4968-97c8-23e67cbd422a tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600225 Apr 22 13:03:27.743024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:03:28.014757 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:03:28.023656 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:28.026080 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:28.408189 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:28.466361 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=3f67b7f0-f176-4e06-9a1c-c57bdfddce89,segment=NetworkSegment(4fd8fab3-fc23-4cbe-a8c1-fb6be500451b),segment_id=4fd8fab3-fc23-4cbe-a8c1-fb6be500451b)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:03:28.497819 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:28.505816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:28.640261 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=3f67b7f0-f176-4e06-9a1c-c57bdfddce89,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:28.651982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:28.869671 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53874) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:29.297298 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1006800862-network', 'tenant_id': 'f3aeb85778f54033a5e1178f140487be'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:29.308309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:29.334875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Usage tracker for resource:network and tenant:f3aeb85778f54033a5e1178f140487be is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:29.341326 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:29.356194 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:29.408121 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Made reservation on behalf of f3aeb85778f54033a5e1178f140487be for: {'network': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:03:29.416990 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:29.444020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:29.484524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:29.494188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Usage tracker for resource:security_group_rule and tenant:f3aeb85778f54033a5e1178f140487be is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:29.498247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:29.516004 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:29.665613 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:03:29.698532 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:29.733867 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:29.741112 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d6f1cf46-0441-421c-8753-1c39f6563627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:29.770608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=86511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 13:03:29.776077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:29.780210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:29.812119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:29.818404 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2508959-7b9d-4183-babb-122811e13845,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:29.822765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:29.822765 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Added segment 279996cb-abf4-4ef5-be15-2af0085184b4 of type vlan for network 27b1a695-de72-4f50-9729-9c41c9a8e591 Apr 22 13:03:29.825328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:30.079233 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:30.202603 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:30.203417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9393533c-31e3-40a3-bfa7-38fc244e75bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:30.205560 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:30.206638 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:30.224032 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:30.488092 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Pushing event updated for resources: {'Network': ['ID=27b1a695-de72-4f50-9729-9c41c9a8e591,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:30.492875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:30.510498 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network 27b1a695-de72-4f50-9729-9c41c9a8e591 details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 13:03:30.518535 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6462908 Apr 22 13:03:30.523467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53888) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:30.537882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Request body: {'subnet': {'network_id': '27b1a695-de72-4f50-9729-9c41c9a8e591', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1006800862-subnet', 'tenant_id': 'f3aeb85778f54033a5e1178f140487be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:30.557287 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:30.569031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Usage tracker for resource:subnet and tenant:f3aeb85778f54033a5e1178f140487be is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:30.575261 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:30.593940 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:30.647627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Made reservation on behalf of f3aeb85778f54033a5e1178f140487be for: {'subnet': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:03:30.662663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:30.836858 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:31.772170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:31.779052 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-649aa70b-e817-465f-93ea-bdcdc345c5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:31.876910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=84158914-e8d4-4bcd-9807-01c9a26058e9,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:31.880467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:31.916072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Checking segment: {'id': '279996cb-abf4-4ef5-be15-2af0085184b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '27b1a695-de72-4f50-9729-9c41c9a8e591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:03:31.916471 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Network hostable DHCP agents. Network: 27b1a695-de72-4f50-9729-9c41c9a8e591, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 13:03:31.995443 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Network 27b1a695-de72-4f50-9729-9c41c9a8e591 is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 13:03:32.059126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, 27b1a695-de72-4f50-9729-9c41c9a8e591) {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:03:32.068753 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:32.069602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:32.078191 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eded1f-1973-48f9-847c-59c06a15e779 None None] Network 27b1a695-de72-4f50-9729-9c41c9a8e591 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:03:32.226100 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6828609 Apr 22 13:03:32.427756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:32.569028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fc396c-f870-4ebb-8fd8-67af92dd6fc1 None None] Network 27b1a695-de72-4f50-9729-9c41c9a8e591 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:03:33.646432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53920) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:33.657143 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1757572479-network', 'tenant_id': '0a9c9a2d35f640bb947061220e77af37'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:33.669579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:33.678105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Usage tracker for resource:network and tenant:0a9c9a2d35f640bb947061220e77af37 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:33.685043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:33.703711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:33.772468 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Made reservation on behalf of 0a9c9a2d35f640bb947061220e77af37 for: {'network': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:03:33.779950 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:33.802160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:33.825225 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:33.830087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Usage tracker for resource:security_group_rule and tenant:0a9c9a2d35f640bb947061220e77af37 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:33.835282 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:33.844042 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:33.980291 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:34.013343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:34.021541 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-11b5b7d3-7777-4bed-9a75-4f943eec13ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:34.083479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=86511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 13:03:34.101171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7f9ac7-17df-4556-a96c-57533b65c311,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:34.108464 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:34.113598 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:34.113598 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Added segment 86dccb49-9917-4840-8017-db918165c7ec of type vlan for network 8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b Apr 22 13:03:34.170337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:34.482409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:34.484141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:34.484950 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:34.489395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:34.661215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Pushing event updated for resources: {'Network': ['ID=8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:34.665619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:34.677828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network 8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 13:03:34.711141 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0618184 Apr 22 13:03:34.715895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 53934) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:03:34.732034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Request body: {'subnet': {'network_id': '8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1757572479-subnet', 'tenant_id': '0a9c9a2d35f640bb947061220e77af37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:34.742433 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:34.756506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Usage tracker for resource:subnet and tenant:0a9c9a2d35f640bb947061220e77af37 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:34.763271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:34.781549 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:34.841771 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Made reservation on behalf of 0a9c9a2d35f640bb947061220e77af37 for: {'subnet': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:03:34.847357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:35.513142 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for subnet, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:35.519022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-999f6026-056c-4fe0-98e5-4f65dabe8768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:35.621840 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11414661-b79c-4d61-a466-06ef222a092c,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:35.629050 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:35.639999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Checking segment: {'id': '86dccb49-9917-4840-8017-db918165c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:03:35.640559 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Network hostable DHCP agents. Network: 8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 13:03:35.744976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Network 8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 13:03:35.801888 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, 8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b) {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:03:35.822059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e738f4-004a-41d4-9fbd-590b22522640 None None] Network 8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:03:35.827086 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:35.828585 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:35.942321 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-65b58ba7-3081-423a-8d3e-7edcc0cca90e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2242589 Apr 22 13:03:36.415482 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e0c6af-3b0a-478c-bce2-3f4215be4a5d None None] Network 8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:03:37.386886 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-98a22c0c-b8b5-495b-9b30-f15622aafe43 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:37.388636 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-98a22c0c-b8b5-495b-9b30-f15622aafe43 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Synchronizing usage tracker for tenant:f3aeb85778f54033a5e1178f140487be on resource:network {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:03:37.453427 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-98a22c0c-b8b5-495b-9b30-f15622aafe43 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Unset dirty status for tenant:f3aeb85778f54033a5e1178f140487be on resource:network {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:03:37.461758 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-98a22c0c-b8b5-495b-9b30-f15622aafe43 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/networks?id=27b1a695-de72-4f50-9729-9c41c9a8e591 HTTP/1.1" status: 200 len: 809 time: 0.5131850 Apr 22 13:03:37.498700 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-d8a529b9-6129-417e-915c-214573504906 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/quotas/f3aeb85778f54033a5e1178f140487be HTTP/1.1" status: 200 len: 375 time: 0.0300117 Apr 22 13:03:37.603891 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-a56706b3-3dd7-433b-a003-189b0bde74e5 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3aeb85778f54033a5e1178f140487be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854833 Apr 22 13:03:38.303795 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-befac298-45e6-402e-8c76-b5715a23deb7 service neutron] 10.222.0.11 "GET /v2.0/networks/27b1a695-de72-4f50-9729-9c41c9a8e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631284 Apr 22 13:03:38.624082 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-bd26027f-ec5b-4dbc-aa48-1116d3c91d6b service neutron] 10.222.0.11 "GET /v2.0/networks/27b1a695-de72-4f50-9729-9c41c9a8e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176928 Apr 22 13:03:39.363601 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e82f6de1-e8f5-4ba8-a3b5-89172fc262d9 req-66b6308b-5e7a-45dd-be07-54b2bfce77d9 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 210 time: 0.0589273 Apr 22 13:03:40.504514 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8af381c1-b355-4341-8af9-c62314a1f86a req-98ab8d1e-ed8a-42aa-a76e-67e95174ef6a tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 210 time: 0.0649014 Apr 22 13:03:41.780134 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7d5cb71f-b44c-4bbf-bf41-7ff02d545278 req-88ee7a5d-7be0-4e60-8fa1-bca9fbe8bd53 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 210 time: 0.0714023 Apr 22 13:03:41.935123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-3157bdf5-d665-404c-84e5-2a2912d26df6 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:41.936514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-3157bdf5-d665-404c-84e5-2a2912d26df6 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Synchronizing usage tracker for tenant:138375e2ccfa4090852ea7418b8db422 on resource:network {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:03:41.984811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-3157bdf5-d665-404c-84e5-2a2912d26df6 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Unset dirty status for tenant:138375e2ccfa4090852ea7418b8db422 on resource:network {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:03:41.986314 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-3157bdf5-d665-404c-84e5-2a2912d26df6 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/networks?id=769d1cc4-842e-45c8-b335-fbe33bd43116 HTTP/1.1" status: 200 len: 814 time: 0.2516820 Apr 22 13:03:42.016970 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-c6125b73-f93c-491a-9d3a-86aa03ea63d6 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/quotas/138375e2ccfa4090852ea7418b8db422 HTTP/1.1" status: 200 len: 375 time: 0.0189314 Apr 22 13:03:42.158662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-ac4c39ba-fd05-4b94-9beb-85ec02885fdd tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Synchronizing usage tracker for tenant:138375e2ccfa4090852ea7418b8db422 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:03:42.207508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-ac4c39ba-fd05-4b94-9beb-85ec02885fdd tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Unset dirty status for tenant:138375e2ccfa4090852ea7418b8db422 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:03:42.209478 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-ac4c39ba-fd05-4b94-9beb-85ec02885fdd tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=138375e2ccfa4090852ea7418b8db422&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853254 Apr 22 13:03:42.415572 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-b9d12e9a-36a9-4192-8102-c49d3389c543 service neutron] 10.222.0.11 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892245 Apr 22 13:03:42.619440 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-8ff48327-5027-4c5f-ae36-a9cd0ca1e807 service neutron] 10.222.0.11 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944098 Apr 22 13:03:42.899216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-a7141fb1-33ad-498a-89cc-dc8a7a920d56 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:42.902131 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-a7141fb1-33ad-498a-89cc-dc8a7a920d56 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.89 "GET /v2.0/networks?id=27b1a695-de72-4f50-9729-9c41c9a8e591 HTTP/1.1" status: 200 len: 809 time: 0.2145853 Apr 22 13:03:42.927031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Request body: {'port': {'device_id': '35bd0b94-2f97-46eb-8050-5155c18f64da', 'network_id': '27b1a695-de72-4f50-9729-9c41c9a8e591', 'admin_state_up': True, 'tenant_id': 'f3aeb85778f54033a5e1178f140487be'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:43.095685 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-482185e4-0095-4ef7-ac44-fb4dbe4da2c2 req-981f08e5-e32a-4136-8e90-9d31e4c9dde5 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 210 time: 0.1169827 Apr 22 13:03:43.135944 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d5ae728b-3306-4b56-9bfd-4c55b329a279 req-69b8b79b-060d-4ae5-9adf-7ab0995747ee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 210 time: 0.2214715 Apr 22 13:03:43.258967 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:43.264632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Usage tracker for resource:port and tenant:f3aeb85778f54033a5e1178f140487be is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:03:43.269685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:03:43.278198 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:43.459955 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Made reservation on behalf of f3aeb85778f54033a5e1178f140487be for: {'port': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:03:43.471478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:43.802077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Allocated IP 172.20.0.7 (27b1a695-de72-4f50-9729-9c41c9a8e591/84158914-e8d4-4bcd-9807-01c9a26058e9/e7d5b768-1429-4502-aa90-2917f374d6ec) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:03:44.125134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:44.209231 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:44.230059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fb203f41-d822-47d3-8070-761a57c24782 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:44.258921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:44.468623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Pushing event updated for resources: {'Port': ['ID=e7d5b768-1429-4502-aa90-2917f374d6ec,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:44.475757 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:44.478166 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Network 27b1a695-de72-4f50-9729-9c41c9a8e591 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:03:44.481149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:03:44.491084 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:03:44.531410 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3965dc75-078d-4801-8334-db5ba6583f99 req-ed912061-379e-4517-bec0-ccf7796659b3 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 210 time: 0.1323106 Apr 22 13:03:44.625919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:44.626561 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:44.672377 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d55c6-a713-4f52-8343-4d560a91cfa6 req-40584610-fbe0-4513-be16-44a2c2cb0cf1 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:44.674407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ea2d55c6-a713-4f52-8343-4d560a91cfa6 req-40584610-fbe0-4513-be16-44a2c2cb0cf1 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Synchronizing usage tracker for tenant:f3aeb85778f54033a5e1178f140487be on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:03:44.694246 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-31dccafd-03ad-4b98-88d5-aad6ec7b9814 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7758491 Apr 22 13:03:44.712923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Request body: {'port': {'device_id': '35bd0b94-2f97-46eb-8050-5155c18f64da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:44.750283 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ea2d55c6-a713-4f52-8343-4d560a91cfa6 req-40584610-fbe0-4513-be16-44a2c2cb0cf1 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Unset dirty status for tenant:f3aeb85778f54033a5e1178f140487be on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:03:44.752889 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ea2d55c6-a713-4f52-8343-4d560a91cfa6 req-40584610-fbe0-4513-be16-44a2c2cb0cf1 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 931 time: 0.4031148 Apr 22 13:03:44.958746 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ea2d55c6-a713-4f52-8343-4d560a91cfa6 req-8d0cbabb-6d8f-4878-8643-394968e7dcc6 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592908 Apr 22 13:03:45.030546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:45.724860 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c8edd305-c8a7-4564-81f0-90950db134b8 req-ce02c76e-3222-4b1f-bc30-25a7ce224a55 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 210 time: 0.0536706 Apr 22 13:03:45.904773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a44b-ddc7-470d-a8cd-6e48e95a1035 req-8e251e2f-4203-43e0-aec0-1cde9133161a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:45.904773 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5031a44b-ddc7-470d-a8cd-6e48e95a1035 req-8e251e2f-4203-43e0-aec0-1cde9133161a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.3350213 Apr 22 13:03:46.030309 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5031a44b-ddc7-470d-a8cd-6e48e95a1035 req-183bc9da-374f-4c77-9c7b-03798b75f08e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182806 Apr 22 13:03:46.057304 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d5b768-1429-4502-aa90-2917f374d6ec {{(pid=86512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:03:46.087375 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:46.118921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Transition to ACTIVE for port object e7d5b768-1429-4502-aa90-2917f374d6ec will not be triggered until provisioned by entity L2. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:03:46.185357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:46.212353 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:46.251539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-c4c52bb2-ddbb-46cf-90eb-68f7fb4a0e20 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:46.253536 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-c4c52bb2-ddbb-46cf-90eb-68f7fb4a0e20 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.89 "GET /v2.0/networks?id=769d1cc4-842e-45c8-b335-fbe33bd43116 HTTP/1.1" status: 200 len: 814 time: 0.2440958 Apr 22 13:03:46.280388 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Request body: {'port': {'device_id': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'admin_state_up': True, 'tenant_id': '138375e2ccfa4090852ea7418b8db422'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:03:46.478239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Pushing event updated for resources: {'Port': ['ID=e7d5b768-1429-4502-aa90-2917f374d6ec,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:46.489048 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:46.533953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:03:46.548103 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:03:46.592094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4968b22-2809-4368-a104-958e374b9044 req-217235f6-4761-4de6-9e94-87afdb7d69fe tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:46.593883 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d4968b22-2809-4368-a104-958e374b9044 req-217235f6-4761-4de6-9e94-87afdb7d69fe tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.3833249 Apr 22 13:03:46.596250 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Made reservation on behalf of 138375e2ccfa4090852ea7418b8db422 for: {'port': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:03:46.603568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Attempting to bind port e7d5b768-1429-4502-aa90-2917f374d6ec on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:03:46.603919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Attempting to bind port e7d5b768-1429-4502-aa90-2917f374d6ec by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '279996cb-abf4-4ef5-be15-2af0085184b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '27b1a695-de72-4f50-9729-9c41c9a8e591'}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:03:46.604281 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Attempting to bind port e7d5b768-1429-4502-aa90-2917f374d6ec on network 27b1a695-de72-4f50-9729-9c41c9a8e591 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:03:46.607616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:46.626604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Port e7d5b768-1429-4502-aa90-2917f374d6ec on network 27b1a695-de72-4f50-9729-9c41c9a8e591 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 13:03:46.626976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Attempting to bind port e7d5b768-1429-4502-aa90-2917f374d6ec on network 27b1a695-de72-4f50-9729-9c41c9a8e591 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:03:46.640255 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:03:46.640628 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Checking segment: {'id': '279996cb-abf4-4ef5-be15-2af0085184b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '27b1a695-de72-4f50-9729-9c41c9a8e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:03:46.641110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Bound using segment: {'id': '279996cb-abf4-4ef5-be15-2af0085184b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '27b1a695-de72-4f50-9729-9c41c9a8e591'} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:03:46.641587 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Bound port: e7d5b768-1429-4502-aa90-2917f374d6ec, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279996cb-abf4-4ef5-be15-2af0085184b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '27b1a695-de72-4f50-9729-9c41c9a8e591'}}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:03:46.641974 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:46.715381 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d4968b22-2809-4368-a104-958e374b9044 req-0b1bc20b-ca55-4f92-aab4-9688d4f39dc1 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129370 Apr 22 13:03:46.822514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] For port e7d5b768-1429-4502-aa90-2917f374d6ec, host hv-cinder-78726, cleared binding levels {{(pid=86512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:03:46.828903 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] For port e7d5b768-1429-4502-aa90-2917f374d6ec, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e7d5b768-1429-4502-aa90-2917f374d6ec,segment=NetworkSegment(279996cb-abf4-4ef5-be15-2af0085184b4),segment_id=279996cb-abf4-4ef5-be15-2af0085184b4)] {{(pid=86512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:03:46.889024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:46.897897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:47.042979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:47.043738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:47.045631 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] 10.222.0.89 "PUT /v2.0/ports/e7d5b768-1429-4502-aa90-2917f374d6ec HTTP/1.1" status: 200 len: 1093 time: 2.3387978 Apr 22 13:03:47.046210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bd0b94-2f97-46eb-8050-5155c18f64da', 'tag': 'e7d5b768-1429-4502-aa90-2917f374d6ec'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:03:47.115212 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Pushing event updated for resources: {'Port': ['ID=e7d5b768-1429-4502-aa90-2917f374d6ec,revision_number=3']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:47.126215 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-41679c82-eb6a-4732-8ff1-b2f3e03efcc4 req-fe557dc9-46cb-4f2c-93d5-c4a400b23d51 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 210 time: 0.1549506 Apr 22 13:03:47.128659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:47.157786 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Allocated IP 172.20.0.12 (769d1cc4-842e-45c8-b335-fbe33bd43116/1f0590c1-d3dc-4264-b359-402fa023922d/6e944f11-d94a-4efb-8c5b-51dbaffa2861) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:03:47.334437 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bd0b94-2f97-46eb-8050-5155c18f64da', 'tag': 'e7d5b768-1429-4502-aa90-2917f374d6ec', 'status': 'completed', 'code': 200} Apr 22 13:03:47.385724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-5f71e05c-0e74-450e-afe9-c6708b1bac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:47.388010 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-5f71e05c-0e74-450e-afe9-c6708b1bac90 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f3aeb85778f54033a5e1178f140487be&device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 1096 time: 0.2253158 Apr 22 13:03:47.608549 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-384a717b-1214-467e-9f6c-1a31868eb610 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7d5b768-1429-4502-aa90-2917f374d6ec HTTP/1.1" status: 200 len: 217 time: 0.2043617 Apr 22 13:03:47.698763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:47.727677 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Transition to ACTIVE for port object 6e944f11-d94a-4efb-8c5b-51dbaffa2861 will not be triggered until provisioned by entity DHCP. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:03:47.801407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:47.812937 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972110a6-2474-41cb-8cc7-70962f45ce76 req-1d5707df-d93f-448f-a35f-e0ce320b1b88 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:47.821205 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-972110a6-2474-41cb-8cc7-70962f45ce76 req-1d5707df-d93f-448f-a35f-e0ce320b1b88 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.3297064 Apr 22 13:03:47.842021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:03:47.933664 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-972110a6-2474-41cb-8cc7-70962f45ce76 req-344727d1-8a95-4151-8fef-75d804a81864 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952015 Apr 22 13:03:47.970193 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Network 769d1cc4-842e-45c8-b335-fbe33bd43116 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:03:47.989510 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:03:47.993790 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:03:48.003540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:48.004627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:48.097776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'Port': ['ID=6e944f11-d94a-4efb-8c5b-51dbaffa2861,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:03:48.117401 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:03:48.234657 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-7a2167d5-8b79-4266-8b2d-2732de9c22f5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9594955 Apr 22 13:03:48.411643 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b4b15-1419-4537-8a3e-1d461a0b37cf req-73da9c84-6e41-462a-a955-5a0f8810a478 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:48.447566 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-724b4b15-1419-4537-8a3e-1d461a0b37cf req-73da9c84-6e41-462a-a955-5a0f8810a478 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.3311009 Apr 22 13:03:48.481651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-68473ff2-20f6-4288-88f7-449aa4be982f None None] Provisioning for port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:03:48.488529 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-68473ff2-20f6-4288-88f7-449aa4be982f None None] Provisioning complete for port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:03:48.494765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-68473ff2-20f6-4288-88f7-449aa4be982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:48.585656 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-724b4b15-1419-4537-8a3e-1d461a0b37cf req-658cb05c-7125-4468-894f-f0e42f682c0b tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Synchronizing usage tracker for tenant:f3aeb85778f54033a5e1178f140487be on resource:security_group {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:03:48.586440 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-68473ff2-20f6-4288-88f7-449aa4be982f None None] Port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:03:48.675703 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-724b4b15-1419-4537-8a3e-1d461a0b37cf req-658cb05c-7125-4468-894f-f0e42f682c0b tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Unset dirty status for tenant:f3aeb85778f54033a5e1178f140487be on resource:security_group {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:03:48.677175 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-724b4b15-1419-4537-8a3e-1d461a0b37cf req-658cb05c-7125-4468-894f-f0e42f682c0b tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271397 Apr 22 13:03:48.722053 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b720e15-a78f-4a61-a049-157d9e2a0b53 req-c3e7dfd9-da79-48f1-9c62-de3c35481fc1 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:48.724824 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8b720e15-a78f-4a61-a049-157d9e2a0b53 req-c3e7dfd9-da79-48f1-9c62-de3c35481fc1 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 932 time: 0.2241642 Apr 22 13:03:48.829186 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-8b720e15-a78f-4a61-a049-157d9e2a0b53 req-abcf4f87-ebbc-43ef-9f7f-0b72b3231b72 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Synchronizing usage tracker for tenant:138375e2ccfa4090852ea7418b8db422 on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:03:48.893106 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-8b720e15-a78f-4a61-a049-157d9e2a0b53 req-abcf4f87-ebbc-43ef-9f7f-0b72b3231b72 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Unset dirty status for tenant:138375e2ccfa4090852ea7418b8db422 on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:03:48.896816 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8b720e15-a78f-4a61-a049-157d9e2a0b53 req-abcf4f87-ebbc-43ef-9f7f-0b72b3231b72 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585500 Apr 22 13:03:49.434856 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab30bc0-1b89-451d-a18c-a702a7d9afa7 req-c0fb8a76-58db-4e29-86fd-3b45ad1634d1 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:49.442597 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cab30bc0-1b89-451d-a18c-a702a7d9afa7 req-c0fb8a76-58db-4e29-86fd-3b45ad1634d1 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1467369 Apr 22 13:03:49.546923 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cab30bc0-1b89-451d-a18c-a702a7d9afa7 req-be5639bc-b558-408a-9c5d-375dd46a6d78 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020129 Apr 22 13:03:50.028104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e86b5-90c9-48e0-899b-8164fc39703c req-89ec06a7-feb6-4f35-ad07-bdc0810614eb tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:50.030613 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-047e86b5-90c9-48e0-899b-8164fc39703c req-89ec06a7-feb6-4f35-ad07-bdc0810614eb tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.1326921 Apr 22 13:03:50.105244 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-047e86b5-90c9-48e0-899b-8164fc39703c req-7272e10d-1c30-4baa-9a7c-6da961bf2fe8 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668070 Apr 22 13:03:50.352011 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9f7b3-c37a-4baa-8c54-4f2ee9efcf14 req-84ee9f9c-bbd5-4af5-bfd6-f4759c1e7ab5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:50.355101 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50a9f7b3-c37a-4baa-8c54-4f2ee9efcf14 req-84ee9f9c-bbd5-4af5-bfd6-f4759c1e7ab5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 932 time: 0.1192856 Apr 22 13:03:50.425966 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-50a9f7b3-c37a-4baa-8c54-4f2ee9efcf14 req-8173a503-69dc-4ef1-b2a3-46ed213c9d1a tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595684 Apr 22 13:03:50.905994 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea3a6c-9e74-443e-b8e1-cfcc2d2a7539 req-10a62685-3617-4b8d-b8f6-5cb0f5fcce8e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:50.909084 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ffea3a6c-9e74-443e-b8e1-cfcc2d2a7539 req-10a62685-3617-4b8d-b8f6-5cb0f5fcce8e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1774845 Apr 22 13:03:50.997398 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ffea3a6c-9e74-443e-b8e1-cfcc2d2a7539 req-f1937191-632d-49dd-81c3-ab4256b2bf85 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804832 Apr 22 13:03:51.409285 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cc514-ebcd-4d99-a18e-9ca453beada0 req-ccc9b0b6-9459-4241-98c7-808a71410e64 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:51.412028 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-729cc514-ebcd-4d99-a18e-9ca453beada0 req-ccc9b0b6-9459-4241-98c7-808a71410e64 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.1391275 Apr 22 13:03:51.471434 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-729cc514-ebcd-4d99-a18e-9ca453beada0 req-d5bf6288-352a-4da0-8a4d-302c143582ff tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522685 Apr 22 13:03:51.732861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a96ca3-2f4b-4923-ac69-371cd485ccaa req-cfc2b9c9-83d7-43f7-b67c-92b869e3b86c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:51.737109 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-65a96ca3-2f4b-4923-ac69-371cd485ccaa req-cfc2b9c9-83d7-43f7-b67c-92b869e3b86c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 932 time: 0.1048939 Apr 22 13:03:51.852792 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-65a96ca3-2f4b-4923-ac69-371cd485ccaa req-ff1fa398-1ce1-4267-a1b8-73121114cbc6 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967047 Apr 22 13:03:52.285472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd224be-4666-49cc-9464-37a4671257aa req-66a6a0ce-c5ff-48ef-b9dc-d8f4d8bd8629 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:52.287407 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-efd224be-4666-49cc-9464-37a4671257aa req-66a6a0ce-c5ff-48ef-b9dc-d8f4d8bd8629 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1317365 Apr 22 13:03:52.343412 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-efd224be-4666-49cc-9464-37a4671257aa req-e9345f80-e67b-482a-959e-1a3871ab2a7c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486624 Apr 22 13:03:52.818629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9de90a-2372-4b75-8b84-5e9f704c474b req-ab8c3d08-618a-4789-b5d6-28cce5f31b5b tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:52.820379 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5d9de90a-2372-4b75-8b84-5e9f704c474b req-ab8c3d08-618a-4789-b5d6-28cce5f31b5b tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.1718731 Apr 22 13:03:52.897818 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5d9de90a-2372-4b75-8b84-5e9f704c474b req-910214fe-aeab-4c0f-8a41-7c2f24f7aa7d tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684507 Apr 22 13:03:53.263497 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7252ff-0464-49d8-a7ca-1f7657694b28 req-6207ef28-a86b-4837-a886-e0a007791ef8 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:53.267170 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cb7252ff-0464-49d8-a7ca-1f7657694b28 req-6207ef28-a86b-4837-a886-e0a007791ef8 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 932 time: 0.1490500 Apr 22 13:03:53.334561 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-cb7252ff-0464-49d8-a7ca-1f7657694b28 req-768df98b-4e0d-4632-b665-b88cf98eff83 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540431 Apr 22 13:03:53.677116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cef50-f09a-4e1d-bd39-9a1250d7f8bf req-61fe5da6-af7b-4c9f-b9a3-93821376b12b tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:53.678975 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-383cef50-f09a-4e1d-bd39-9a1250d7f8bf req-61fe5da6-af7b-4c9f-b9a3-93821376b12b tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1573596 Apr 22 13:03:53.769657 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-383cef50-f09a-4e1d-bd39-9a1250d7f8bf req-4a686a30-93dd-4b51-bf8f-75e363097d20 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788429 Apr 22 13:03:54.197764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f1d46-e405-4225-a1e0-56d885f00d72 req-c43edfb0-be85-4eef-b65d-0cf227e5ef01 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:54.199652 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e57f1d46-e405-4225-a1e0-56d885f00d72 req-c43edfb0-be85-4eef-b65d-0cf227e5ef01 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.1219718 Apr 22 13:03:54.306964 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e57f1d46-e405-4225-a1e0-56d885f00d72 req-90ba4338-06f7-47c6-b024-9226af98b2a9 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942340 Apr 22 13:03:54.714067 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36dc8f-c7fd-473a-81e8-6e3ef34b2c64 req-942022a7-8078-44f5-9b39-1e837b7bdf97 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:54.716902 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bf36dc8f-c7fd-473a-81e8-6e3ef34b2c64 req-942022a7-8078-44f5-9b39-1e837b7bdf97 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 932 time: 0.1254470 Apr 22 13:03:54.785683 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bf36dc8f-c7fd-473a-81e8-6e3ef34b2c64 req-5a26770d-5481-4bd8-a6ca-01f9d01077d4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537996 Apr 22 13:03:55.115676 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b3819-0b46-432c-bc6e-b61f0b4c9ef0 req-2e4f0a7e-686a-4aaa-b7f7-d0c6b4a898a8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:55.124986 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ce5b3819-0b46-432c-bc6e-b61f0b4c9ef0 req-2e4f0a7e-686a-4aaa-b7f7-d0c6b4a898a8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1743844 Apr 22 13:03:55.188311 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ce5b3819-0b46-432c-bc6e-b61f0b4c9ef0 req-1eadef36-7ca0-456a-bcb8-960561a872e1 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621581 Apr 22 13:03:55.666591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4f68-40ff-4648-8bf8-8e014031d889 req-95c022bd-82d7-49ce-843f-acee4fa1c991 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:55.669554 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-646e4f68-40ff-4648-8bf8-8e014031d889 req-95c022bd-82d7-49ce-843f-acee4fa1c991 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.1748283 Apr 22 13:03:55.737577 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-646e4f68-40ff-4648-8bf8-8e014031d889 req-35cd777d-e05a-4b89-ab32-89bdad3b4221 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603342 Apr 22 13:03:55.957125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4b659321-2bea-4c4e-9aa7-aa9e62294de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:56.065429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50e4dc-3384-4ac7-93a6-385195668b1e req-e9f0b2da-aabd-4661-aebd-5e0945a4497c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:56.067353 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b50e4dc-3384-4ac7-93a6-385195668b1e req-e9f0b2da-aabd-4661-aebd-5e0945a4497c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 932 time: 0.1026621 Apr 22 13:03:56.129627 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b50e4dc-3384-4ac7-93a6-385195668b1e req-2b836237-dcca-4b01-86f8-c8f0f2a7ef24 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502892 Apr 22 13:03:56.502282 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5150d8c-e726-410a-97cc-8cc4d225156f req-dd2acd4c-62b2-4505-a45b-a8a9357c8919 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:56.503953 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a5150d8c-e726-410a-97cc-8cc4d225156f req-dd2acd4c-62b2-4505-a45b-a8a9357c8919 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1535616 Apr 22 13:03:56.567365 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a5150d8c-e726-410a-97cc-8cc4d225156f req-3f649dc9-a661-40f6-9dd1-84d070cc0ce6 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509834 Apr 22 13:03:57.052588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14ac1-4071-4a3c-9d84-ce54cd08efec req-faad9e98-7c5c-42a7-b176-e01ec8e476ba tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:57.054287 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-97a14ac1-4071-4a3c-9d84-ce54cd08efec req-faad9e98-7c5c-42a7-b176-e01ec8e476ba tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.1078196 Apr 22 13:03:57.129255 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-97a14ac1-4071-4a3c-9d84-ce54cd08efec req-d2652bda-2609-439e-9882-407976b02f42 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620577 Apr 22 13:03:57.496403 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb338694-28ff-4620-876f-ad2b8e12fd7d req-e9b34a7d-47fa-48bc-9232-ecca016c8ba8 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:57.502214 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-eb338694-28ff-4620-876f-ad2b8e12fd7d req-e9b34a7d-47fa-48bc-9232-ecca016c8ba8 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 932 time: 0.1292329 Apr 22 13:03:57.575142 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-eb338694-28ff-4620-876f-ad2b8e12fd7d req-74355b68-913e-4bf4-b9c6-f0573fba1647 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560653 Apr 22 13:03:58.025358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152edbf-a25e-4fcc-b972-90ec5550c690 req-90b04b9c-85d4-48fc-ba3c-cd96a73c0158 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:58.029639 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6152edbf-a25e-4fcc-b972-90ec5550c690 req-90b04b9c-85d4-48fc-ba3c-cd96a73c0158 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1937969 Apr 22 13:03:58.127626 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6152edbf-a25e-4fcc-b972-90ec5550c690 req-2ce1f234-801e-4733-b936-24184991a10f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873208 Apr 22 13:03:58.477952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c12a9-e100-41da-9fcf-7987b6d8cc61 req-15e44e26-441d-46aa-b462-82900a222dfb tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:58.480129 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-216c12a9-e100-41da-9fcf-7987b6d8cc61 req-15e44e26-441d-46aa-b462-82900a222dfb tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.1453748 Apr 22 13:03:58.565002 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-216c12a9-e100-41da-9fcf-7987b6d8cc61 req-9dc04a9d-e730-425c-9f1c-abac9864194c tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761905 Apr 22 13:03:58.911055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05568c9f-b3b1-4535-a1c3-560b5e09188a req-ab3a2264-3e2e-4773-b460-9b8d0cca350c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:58.913419 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-05568c9f-b3b1-4535-a1c3-560b5e09188a req-ab3a2264-3e2e-4773-b460-9b8d0cca350c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 932 time: 0.1724291 Apr 22 13:03:58.994378 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-05568c9f-b3b1-4535-a1c3-560b5e09188a req-d9153432-462d-411f-b0de-0059f6b3fd74 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682681 Apr 22 13:03:59.392998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6346d-02d8-4eeb-a344-62965857d0b2 req-43e9e7a1-1726-4329-94b0-4bba31aec20d tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:59.395573 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-33c6346d-02d8-4eeb-a344-62965857d0b2 req-43e9e7a1-1726-4329-94b0-4bba31aec20d tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1182685 Apr 22 13:03:59.475200 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-33c6346d-02d8-4eeb-a344-62965857d0b2 req-71dda1f5-4413-485d-a0a8-0d3d3cf73ece tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705683 Apr 22 13:03:59.762226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:03:59.832846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471a489-4c81-41b0-a871-38b46a832723 req-c0e1ca7e-acb4-4d27-997e-622c54f2cd86 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:03:59.834623 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8471a489-4c81-41b0-a871-38b46a832723 req-c0e1ca7e-acb4-4d27-997e-622c54f2cd86 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.1089036 Apr 22 13:03:59.901317 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8471a489-4c81-41b0-a871-38b46a832723 req-8d226d5b-a9b3-49e5-b152-567d096d703f tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543947 Apr 22 13:04:00.177420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-57da3725-d0ff-426a-97e0-abfd62be80c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:00.285518 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156db703-7150-4a79-959b-e196769f3259 req-11f23b53-f9c7-46d6-8646-360197aa0c7e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:00.287786 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-156db703-7150-4a79-959b-e196769f3259 req-11f23b53-f9c7-46d6-8646-360197aa0c7e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 932 time: 0.1502934 Apr 22 13:04:00.712004 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-156db703-7150-4a79-959b-e196769f3259 req-d22c8a9d-e24f-45fe-8d89-4f1b0679fdc6 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859029 Apr 22 13:04:01.014011 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd2bf2-b7ab-43f2-a48d-4c64ea7514d7 req-e0df3566-a232-427b-a4d8-8b4fad4ee062 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:01.014011 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d8fd2bf2-b7ab-43f2-a48d-4c64ea7514d7 req-e0df3566-a232-427b-a4d8-8b4fad4ee062 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.1764941 Apr 22 13:04:01.075694 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d8fd2bf2-b7ab-43f2-a48d-4c64ea7514d7 req-c5811bad-4a76-4243-9343-a25e7426cbe4 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573330 Apr 22 13:04:01.126743 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:01.355690 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f0a01-3c1a-4be3-b61a-91276f46ee62 req-07ab3bb3-a261-4d50-8dc5-f3906895b488 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:01.366501 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d15f0a01-3c1a-4be3-b61a-91276f46ee62 req-07ab3bb3-a261-4d50-8dc5-f3906895b488 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.1728411 Apr 22 13:04:01.459182 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d15f0a01-3c1a-4be3-b61a-91276f46ee62 req-4ef1945d-6436-4ed2-aa50-25b4f5d030a7 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913382 Apr 22 13:04:02.167234 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:02.270392 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:04:02.502491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Request body: {'port': {'device_id': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:02.776090 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:02.822161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-b35ce1b3-fe4b-4a1d-a779-4fb592c1a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:02.824913 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-b35ce1b3-fe4b-4a1d-a779-4fb592c1a8e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84158914-e8d4-4bcd-9807-01c9a26058e9 HTTP/1.1" status: 200 len: 849 time: 0.1636891 Apr 22 13:04:02.938161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467ddc8-0e61-4a57-9a49-c56fb2ae5f46 req-bdeb6453-fc02-429e-8887-df42686682a7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:02.939905 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b467ddc8-0e61-4a57-9a49-c56fb2ae5f46 req-bdeb6453-fc02-429e-8887-df42686682a7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.2366827 Apr 22 13:04:02.949157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebce654-1f82-47af-b751-59ab3d7543de req-6d01bb11-4c87-4df6-99c2-73461ce303fd tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:02.952764 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3ebce654-1f82-47af-b751-59ab3d7543de req-6d01bb11-4c87-4df6-99c2-73461ce303fd tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 932 time: 0.7187448 Apr 22 13:04:02.957029 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-3f6e899d-c042-4eb9-9038-e82c2fdc7190 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=27b1a695-de72-4f50-9729-9c41c9a8e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177363 Apr 22 13:04:03.098679 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b467ddc8-0e61-4a57-9a49-c56fb2ae5f46 req-02c0d0fc-4994-4c0a-adcc-b2e431b6bc51 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439276 Apr 22 13:04:03.214682 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3ebce654-1f82-47af-b751-59ab3d7543de req-fb46ffd6-4ae1-4a62-a472-33ddf518bf1c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531788 Apr 22 13:04:03.294512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e944f11-d94a-4efb-8c5b-51dbaffa2861 {{(pid=86511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:04:03.306570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:03.323462 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-fe2b97be-a83a-472a-b387-ea23a48e253a service neutron] 10.222.0.89 "GET /v2.0/networks/27b1a695-de72-4f50-9729-9c41c9a8e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356814 Apr 22 13:04:03.332421 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Transition to ACTIVE for port object 6e944f11-d94a-4efb-8c5b-51dbaffa2861 will not be triggered until provisioned by entity L2. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:04:03.386062 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:03.403131 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-64e2f6d2-2b91-4a34-a632-7124eb6abc80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:03.546052 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ee847ab2-6e9b-4fa0-9b8d-2d475eae57b0 req-aaf39be7-14f6-4e23-933c-d6f1d528a170 service neutron] 10.222.0.89 "GET /v2.0/networks/27b1a695-de72-4f50-9729-9c41c9a8e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072184 Apr 22 13:04:03.592130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e944f11-d94a-4efb-8c5b-51dbaffa2861,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:03.637182 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:03.676222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Attempting to bind port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:04:03.676554 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Attempting to bind port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:04:03.676962 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Attempting to bind port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 on network 769d1cc4-842e-45c8-b335-fbe33bd43116 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:04:03.686500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 on network 769d1cc4-842e-45c8-b335-fbe33bd43116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 13:04:03.686867 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Attempting to bind port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 on network 769d1cc4-842e-45c8-b335-fbe33bd43116 {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:04:03.700432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3f36c-f0a5-414e-8979-7e3d75091fd8 req-0635fdba-5213-486e-b117-e6add2ca45f7 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:03.705878 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e8c3f36c-f0a5-414e-8979-7e3d75091fd8 req-0635fdba-5213-486e-b117-e6add2ca45f7 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.3661859 Apr 22 13:04:03.711483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:04:03.712101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Checking segment: {'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:04:03.712655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Bound using segment: {'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'} {{(pid=86511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:04:03.713481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Bound port: 6e944f11-d94a-4efb-8c5b-51dbaffa2861, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368a0b7e-e034-4e5c-b54a-baf281f32230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116'}}] {{(pid=86511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:04:03.714007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:03.895678 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e8c3f36c-f0a5-414e-8979-7e3d75091fd8 req-52f38c34-a4eb-4ea5-94ed-8b6fbaab75df tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853108 Apr 22 13:04:03.937220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc914e7c-22ba-48d5-a8a6-34b9c4f54dee req-fdfd9013-b4fc-4a1e-9a39-3153e2fcd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:03.937220 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc914e7c-22ba-48d5-a8a6-34b9c4f54dee req-fdfd9013-b4fc-4a1e-9a39-3153e2fcd278 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f3aeb85778f54033a5e1178f140487be&device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 1096 time: 0.2661395 Apr 22 13:04:03.947715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-f154ef2e-125d-440b-962e-d0d246a4badf tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:03.949477 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-f154ef2e-125d-440b-962e-d0d246a4badf tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.89 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.2196860 Apr 22 13:04:03.959306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] For port 6e944f11-d94a-4efb-8c5b-51dbaffa2861, host hv-cinder-78726, cleared binding levels {{(pid=86511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:04:03.966879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] For port 6e944f11-d94a-4efb-8c5b-51dbaffa2861, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:04:04.007213 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:04.013465 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-cb1c5b5f-891c-4a5a-834a-d970d8b4ecb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:04.083520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:04.084662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:04.089718 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] 10.222.0.89 "PUT /v2.0/ports/6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 200 len: 1094 time: 1.5967953 Apr 22 13:04:04.090866 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:04.135129 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Deleting port d5f81898-6b0a-4701-a3dc-65b82c6d9ede {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:04:04.135506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:04.170883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e944f11-d94a-4efb-8c5b-51dbaffa2861,revision_number=3']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:04.216584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.217769 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.218536 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.219156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.219774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.220534 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.235113 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.235923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.236546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.237230 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.237848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.238470 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:04.249525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:04.343088 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'status': 'completed', 'code': 200} Apr 22 13:04:04.470255 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-fb2adb84-84a2-43a3-b8ab-9608d2fe3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:04.473347 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-fb2adb84-84a2-43a3-b8ab-9608d2fe3214 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=138375e2ccfa4090852ea7418b8db422&device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 1097 time: 0.2209306 Apr 22 13:04:04.509502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc914e7c-22ba-48d5-a8a6-34b9c4f54dee req-e3d756aa-c8a7-4e44-a0d9-c049a7c27ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:04.511130 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc914e7c-22ba-48d5-a8a6-34b9c4f54dee req-e3d756aa-c8a7-4e44-a0d9-c049a7c27ef1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=27b1a695-de72-4f50-9729-9c41c9a8e591 HTTP/1.1" status: 200 len: 910 time: 0.5606031 Apr 22 13:04:04.614064 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-2130926d-cde5-43a4-a5de-91870f91fac5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 200 len: 217 time: 0.1229308 Apr 22 13:04:04.698254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4e1d8-a852-49d5-9589-6d2e673e423b req-0bd7e729-9fa3-4f1a-bbe9-306ac25d29e8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:04.699988 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-15b4e1d8-a852-49d5-9589-6d2e673e423b req-0bd7e729-9fa3-4f1a-bbe9-306ac25d29e8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.3180578 Apr 22 13:04:04.715778 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc914e7c-22ba-48d5-a8a6-34b9c4f54dee req-2d6a6ee6-e92d-409c-b526-62e6af2ab191 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7d5b768-1429-4502-aa90-2917f374d6ec HTTP/1.1" status: 200 len: 217 time: 0.1786435 Apr 22 13:04:04.734328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-cb0baebc-ba05-48e7-85ea-da0f2b413ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:04.735836 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-cb0baebc-ba05-48e7-85ea-da0f2b413ae7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f0590c1-d3dc-4264-b359-402fa023922d HTTP/1.1" status: 200 len: 853 time: 0.1116633 Apr 22 13:04:04.821412 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-15b4e1d8-a852-49d5-9589-6d2e673e423b req-4b27c1f6-47dc-41a9-891c-259f3a3bfe23 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116586 Apr 22 13:04:04.860186 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-37faf225-00c8-48e2-9a00-78b86fdc8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:04.861984 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-37faf225-00c8-48e2-9a00-78b86fdc8215 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=769d1cc4-842e-45c8-b335-fbe33bd43116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1071939 Apr 22 13:04:04.874437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc914e7c-22ba-48d5-a8a6-34b9c4f54dee req-94eb75ff-21a1-41a3-b80a-ee7d9ce9b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:04.876344 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc914e7c-22ba-48d5-a8a6-34b9c4f54dee req-94eb75ff-21a1-41a3-b80a-ee7d9ce9b61b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84158914-e8d4-4bcd-9807-01c9a26058e9 HTTP/1.1" status: 200 len: 849 time: 0.1514049 Apr 22 13:04:04.892322 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] For port d5f81898-6b0a-4701-a3dc-65b82c6d9ede, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d5f81898-6b0a-4701-a3dc-65b82c6d9ede,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:04.892857 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:05.020355 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc914e7c-22ba-48d5-a8a6-34b9c4f54dee req-d9ab66a6-8955-40c5-8737-7e77b6bb347c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=27b1a695-de72-4f50-9729-9c41c9a8e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173544 Apr 22 13:04:05.046862 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-4d06d2c4-0237-4711-9c5e-88c8bb3bf204 service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756084 Apr 22 13:04:05.136118 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044fa3f-0874-4027-aaed-2e745816fced req-06a0b675-ebb7-4d40-9905-a4fd836e4342 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:05.138042 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e044fa3f-0874-4027-aaed-2e745816fced req-06a0b675-ebb7-4d40-9905-a4fd836e4342 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 944 time: 0.6022291 Apr 22 13:04:05.348278 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4c9c22ae-5281-4cd9-a96e-4ec69a78d80b req-4b7baa9e-4723-478b-a7aa-592b23e46ef4 service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930665 Apr 22 13:04:05.379539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82c3fd-c1d0-49d8-ab51-af47703bb83b req-e9d3eeec-88d1-40d0-8086-6ff455fa3714 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:05.382573 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ce82c3fd-c1d0-49d8-ab51-af47703bb83b req-e9d3eeec-88d1-40d0-8086-6ff455fa3714 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.2355909 Apr 22 13:04:05.413075 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e044fa3f-0874-4027-aaed-2e745816fced req-7a4befd5-cd64-4ed7-abf1-971170727477 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625923 Apr 22 13:04:05.441411 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc914e7c-22ba-48d5-a8a6-34b9c4f54dee req-04a72f71-338e-4e9d-831f-bee211ed868d service neutron] 10.222.0.89 "GET /v2.0/networks/27b1a695-de72-4f50-9729-9c41c9a8e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087465 Apr 22 13:04:05.467030 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ce82c3fd-c1d0-49d8-ab51-af47703bb83b req-2a2062a4-9077-466d-aa60-87794b2d0590 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708170 Apr 22 13:04:05.602045 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7ad8-a0e9-4917-84a7-4633bdb3f196 req-61c11f4b-4873-4988-970b-9052589145f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:05.604552 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-043e7ad8-a0e9-4917-84a7-4633bdb3f196 req-61c11f4b-4873-4988-970b-9052589145f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=138375e2ccfa4090852ea7418b8db422&device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 1097 time: 0.1207879 Apr 22 13:04:06.143950 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7ad8-a0e9-4917-84a7-4633bdb3f196 req-f4abaacc-57d9-40e0-852d-607ff1f55edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:06.147543 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-043e7ad8-a0e9-4917-84a7-4633bdb3f196 req-f4abaacc-57d9-40e0-852d-607ff1f55edf service neutron] 10.222.0.89 "GET /v2.0/networks?id=769d1cc4-842e-45c8-b335-fbe33bd43116 HTTP/1.1" status: 200 len: 915 time: 0.5295587 Apr 22 13:04:06.193008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:06.193720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:06.194333 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Floating IP 089b986a-b81c-46c3-908e-0f249386e767 disassociated. External IP: 172.28.2.151, port: d5f81898-6b0a-4701-a3dc-65b82c6d9ede. Apr 22 13:04:06.194996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Calling delete_port for d5f81898-6b0a-4701-a3dc-65b82c6d9ede owned by compute:nova {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:04:06.336044 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-043e7ad8-a0e9-4917-84a7-4633bdb3f196 req-0633a54b-16b4-4d1f-8d71-f9fd5cd07079 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 200 len: 217 time: 0.1783621 Apr 22 13:04:06.426931 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc914e7c-22ba-48d5-a8a6-34b9c4f54dee req-447fbe0d-f1b6-4a75-a467-a6c55c3a3ff6 service neutron] 10.222.0.89 "GET /v2.0/networks/27b1a695-de72-4f50-9729-9c41c9a8e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679492 Apr 22 13:04:06.476003 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7ad8-a0e9-4917-84a7-4633bdb3f196 req-81b0b0f5-bf50-44cd-a0ee-4310f481353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:06.477560 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-043e7ad8-a0e9-4917-84a7-4633bdb3f196 req-81b0b0f5-bf50-44cd-a0ee-4310f481353b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f0590c1-d3dc-4264-b359-402fa023922d HTTP/1.1" status: 200 len: 853 time: 0.0945027 Apr 22 13:04:06.557889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc74be4-6f38-4d74-9df2-1bf857f06d07 req-41222ba3-c0ab-47ef-aab8-09f1757b6f95 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:06.560215 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8bc74be4-6f38-4d74-9df2-1bf857f06d07 req-41222ba3-c0ab-47ef-aab8-09f1757b6f95 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 945 time: 0.4009249 Apr 22 13:04:06.618213 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:06.627019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-436f36e1-9019-4887-a463-e413b795f2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:06.632512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7ad8-a0e9-4917-84a7-4633bdb3f196 req-9aca8c6f-ed24-4119-a692-c56f69062eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:06.634782 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-043e7ad8-a0e9-4917-84a7-4633bdb3f196 req-9aca8c6f-ed24-4119-a692-c56f69062eab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=769d1cc4-842e-45c8-b335-fbe33bd43116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1421194 Apr 22 13:04:06.641195 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8bc74be4-6f38-4d74-9df2-1bf857f06d07 req-17464310-c17a-4e8f-bc01-d2926763762e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3b0381d-2e96-44fc-8b4c-4446e0a897ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675640 Apr 22 13:04:06.735229 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event deleted for resources: {'Port': ['ID=d5f81898-6b0a-4701-a3dc-65b82c6d9ede,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:06.759565 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.760011 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.760422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.760847 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.761239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.761633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.762040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.762411 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.762831 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.763227 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.763610 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.763996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:06.771642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:06.974423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4476ca0-da59-4641-b87a-7a6a175ff52c req-3e940307-8fa1-4021-a53a-65f527e47847 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:06.976284 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b4476ca0-da59-4641-b87a-7a6a175ff52c req-3e940307-8fa1-4021-a53a-65f527e47847 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 944 time: 0.3038831 Apr 22 13:04:07.068865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Router ebbd91d7-2923-44aa-bc8a-951ca92151bc has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:04:07.072831 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b4476ca0-da59-4641-b87a-7a6a175ff52c req-727f86c7-6046-45d4-8e2e-29684f7742ba tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746076 Apr 22 13:04:07.073430 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-043e7ad8-a0e9-4917-84a7-4633bdb3f196 req-8f89f796-fc53-4466-9e9f-1073af8c433e service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294932 Apr 22 13:04:07.129408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device e7d5b768-1429-4502-aa90-2917f374d6ec details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:04:07.140361 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device d5f81898-6b0a-4701-a3dc-65b82c6d9ede no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:04:07.228933 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: d5f81898-6b0a-4701-a3dc-65b82c6d9ede {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:04:07.230522 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device d5f81898-6b0a-4701-a3dc-65b82c6d9ede not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:04:07.234547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b1e29-8c63-4572-9efa-330744daee60 req-4dd96e2a-91ed-4e55-a26f-e8968a4647c6 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:07.243160 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-076b1e29-8c63-4572-9efa-330744daee60 req-4dd96e2a-91ed-4e55-a26f-e8968a4647c6 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 943 time: 0.4068882 Apr 22 13:04:07.312387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:04:07.470617 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] No DVR routers for this DVR port d5f81898-6b0a-4701-a3dc-65b82c6d9ede on host hv-cinder-78726 {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:04:07.473884 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:07.478482 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'name': 'network-vif-deleted', 'tag': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:07.539513 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3b8297b3-d2ef-4ad6-9c78-1d8d2951d808 req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.89 "DELETE /v2.0/ports/d5f81898-6b0a-4701-a3dc-65b82c6d9ede HTTP/1.1" status: 204 len: 173 time: 3.5636425 Apr 22 13:04:07.567206 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8230b84-dedd-456e-ba1d-5d34b79e2bc9 None None] Sync routers for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:04:07.588531 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port e7d5b768-1429-4502-aa90-2917f374d6ec, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e7d5b768-1429-4502-aa90-2917f374d6ec,segment=NetworkSegment(279996cb-abf4-4ef5-be15-2af0085184b4),segment_id=279996cb-abf4-4ef5-be15-2af0085184b4)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:07.596899 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-043e7ad8-a0e9-4917-84a7-4633bdb3f196 req-4e75268e-fd6d-4c4c-a242-5b2e35b5612a service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075016 Apr 22 13:04:07.611172 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8230b84-dedd-456e-ba1d-5d34b79e2bc9 None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:04:07.612373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-b8230b84-dedd-456e-ba1d-5d34b79e2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:04:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:07.612547 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-076b1e29-8c63-4572-9efa-330744daee60 req-6ae68cee-91dd-4d0e-a563-89a0deb27ffb tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681757 Apr 22 13:04:07.708144 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': 'e7d5b768-1429-4502-aa90-2917f374d6ec', 'network_id': '27b1a695-de72-4f50-9729-9c41c9a8e591', 'port_id': 'e7d5b768-1429-4502-aa90-2917f374d6ec', 'mac_address': 'fa:16:3e:c0:7f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84158914-e8d4-4bcd-9807-01c9a26058e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:04:07.808039 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6', 'name': 'network-vif-deleted', 'tag': 'd5f81898-6b0a-4701-a3dc-65b82c6d9ede', 'status': 'completed', 'code': 200} Apr 22 13:04:07.858696 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-b8230b84-dedd-456e-ba1d-5d34b79e2bc9 None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:04:08.074319 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bc41052a-9631-4e28-9606-cece0fbebdc0 req-31b96af9-153b-42c1-8aff-dc87e6690916 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4e38c7-8101-49e4-865a-f0fb4d1e7dc6 HTTP/1.1" status: 200 len: 210 time: 0.0754688 Apr 22 13:04:08.159530 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:08.201189 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d5b768-1429-4502-aa90-2917f374d6ec {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:04:08.268898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port e7d5b768-1429-4502-aa90-2917f374d6ec, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e7d5b768-1429-4502-aa90-2917f374d6ec,segment=NetworkSegment(279996cb-abf4-4ef5-be15-2af0085184b4),segment_id=279996cb-abf4-4ef5-be15-2af0085184b4)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:08.385324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d1902-8622-4e57-a481-e4136cdfa127 req-d86ffb3e-0093-4d04-bcf8-8801d635712e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:08.386555 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-0d2d1902-8622-4e57-a481-e4136cdfa127 req-d86ffb3e-0093-4d04-bcf8-8801d635712e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Synchronizing usage tracker for tenant:138375e2ccfa4090852ea7418b8db422 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:04:08.458388 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-0d2d1902-8622-4e57-a481-e4136cdfa127 req-d86ffb3e-0093-4d04-bcf8-8801d635712e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Unset dirty status for tenant:138375e2ccfa4090852ea7418b8db422 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:04:08.461399 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0d2d1902-8622-4e57-a481-e4136cdfa127 req-d86ffb3e-0093-4d04-bcf8-8801d635712e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 944 time: 0.2370975 Apr 22 13:04:08.496342 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6281e-b121-4dc6-adb1-6d6f35c3278b req-3f7867d7-5533-4e4b-8174-3616e68e6c6f tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:08.501833 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3dd6281e-b121-4dc6-adb1-6d6f35c3278b req-3f7867d7-5533-4e4b-8174-3616e68e6c6f tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 945 time: 0.1716931 Apr 22 13:04:08.567702 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0d2d1902-8622-4e57-a481-e4136cdfa127 req-83583aaf-6dab-41d8-a342-61007102de3c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842099 Apr 22 13:04:08.594603 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3dd6281e-b121-4dc6-adb1-6d6f35c3278b req-286d1021-bad5-4df0-91aa-b8adfbd9f9a9 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874221 Apr 22 13:04:08.619264 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:08.623533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-505e171a-2703-4e8a-abc3-884b54ddd700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:08.704111 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=e7d5b768-1429-4502-aa90-2917f374d6ec,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:08.713743 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.714221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.714605 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.714993 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.715512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.716209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.716724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.717169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.717539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.717902 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.718275 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.718605 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:04:08.744072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:08.796629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-b8230b84-dedd-456e-ba1d-5d34b79e2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:08.805681 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8230b84-dedd-456e-ba1d-5d34b79e2bc9 None None] Checking router: ebbd91d7-2923-44aa-bc8a-951ca92151bc for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:04:08.832019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8230b84-dedd-456e-ba1d-5d34b79e2bc9 None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:04:08.832019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-b8230b84-dedd-456e-ba1d-5d34b79e2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:04:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:08.874535 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607479a6-ee05-41a4-8502-e528f90a6147 req-c2f171f9-9e80-49f0-8ff5-2f493065212e tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:08.876424 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-607479a6-ee05-41a4-8502-e528f90a6147 req-c2f171f9-9e80-49f0-8ff5-2f493065212e tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 944 time: 0.1142082 Apr 22 13:04:08.968563 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-607479a6-ee05-41a4-8502-e528f90a6147 req-49c525cd-d99c-4cf9-9ee6-d0268d054d60 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709090 Apr 22 13:04:08.977322 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['e7d5b768-1429-4502-aa90-2917f374d6ec'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:04:09.131922 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-b8230b84-dedd-456e-ba1d-5d34b79e2bc9 None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:04:09.182135 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 6e944f11-d94a-4efb-8c5b-51dbaffa2861 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:04:09.354772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 54272) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:09.489024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-85fb7415-316f-4bf7-95d0-68bd59980b22 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:09.549258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-85fb7415-316f-4bf7-95d0-68bd59980b22 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:09.658787 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-85fb7415-316f-4bf7-95d0-68bd59980b22 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:09.681421 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-032bd02c-da83-4601-8ac3-cbc9794147f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:09.706259 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb7415-316f-4bf7-95d0-68bd59980b22 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b0381d-2e96-44fc-8b4c-4446e0a897ba,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:09.711539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-85fb7415-316f-4bf7-95d0-68bd59980b22 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:09.713626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 6e944f11-d94a-4efb-8c5b-51dbaffa2861, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:09.737912 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-85fb7415-316f-4bf7-95d0-68bd59980b22 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:09.745632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54280) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:09.746249 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-85fb7415-316f-4bf7-95d0-68bd59980b22 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "DELETE /v2.0/security-groups/c3b0381d-2e96-44fc-8b4c-4446e0a897ba HTTP/1.1" status: 204 len: 168 time: 0.3892050 Apr 22 13:04:09.774334 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.v2.resource [None req-5b8591e1-0694-4b45-8816-d7fec42e3fbe tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] show failed (client error): The resource could not be found. Apr 22 13:04:09.777310 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5b8591e1-0694-4b45-8816-d7fec42e3fbe tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups/c3b0381d-2e96-44fc-8b4c-4446e0a897ba HTTP/1.1" status: 404 len: 347 time: 0.0299802 Apr 22 13:04:09.783231 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54284) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:09.843111 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'port_id': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'mac_address': 'fa:16:3e:a5:ce:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:04:09.970781 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4df31-9bf9-4596-8641-326d3954fb16 req-defad366-046b-42a7-8707-4fb808cf1255 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:09.984392 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:09.989757 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5cf4df31-9bf9-4596-8641-326d3954fb16 req-defad366-046b-42a7-8707-4fb808cf1255 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 944 time: 0.1912446 Apr 22 13:04:10.032453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e944f11-d94a-4efb-8c5b-51dbaffa2861 {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:04:10.049254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-1e22468e-eded-43ff-94ab-aee4f51e45ed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Deleting port c8af9567-28af-4fe0-b9cc-f19ba8db65ef {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:04:10.050000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e22468e-eded-43ff-94ab-aee4f51e45ed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:10.074179 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-b8230b84-dedd-456e-ba1d-5d34b79e2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:10.080086 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 6e944f11-d94a-4efb-8c5b-51dbaffa2861, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:10.086241 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8230b84-dedd-456e-ba1d-5d34b79e2bc9 None None] The sync data for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb is: [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:04:10.098106 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5cf4df31-9bf9-4596-8641-326d3954fb16 req-77589f4c-0adc-4bfc-9b78-15200daebf9c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059754 Apr 22 13:04:10.127815 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:10.130780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3bd41f5a-b6fa-430b-a426-7c522f69219c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:10.284724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=6e944f11-d94a-4efb-8c5b-51dbaffa2861,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:10.292547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:10.509641 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb350f-b913-402e-83da-0c9acb1749ab req-9d35a94d-c1d2-44ef-a229-4adf3e03e65d tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:10.512397 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d4bb350f-b913-402e-83da-0c9acb1749ab req-9d35a94d-c1d2-44ef-a229-4adf3e03e65d tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 945 time: 0.3920960 Apr 22 13:04:10.521816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e22468e-eded-43ff-94ab-aee4f51e45ed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:10.522399 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e22468e-eded-43ff-94ab-aee4f51e45ed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:10.524302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['6e944f11-d94a-4efb-8c5b-51dbaffa2861'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:04:10.656641 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6079f4-2988-4ded-a3fd-fb1739564878 None None] New status for floating IP 089b986a-b81c-46c3-908e-0f249386e767: DOWN {{(pid=86514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:04:10.713476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f9c1c-ab7e-473b-88f2-f706b8b8ab16 req-0699c634-78de-48f2-a7eb-32200bcb17b1 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:10.730313 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0d7f9c1c-ab7e-473b-88f2-f706b8b8ab16 req-0699c634-78de-48f2-a7eb-32200bcb17b1 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 944 time: 0.1748700 Apr 22 13:04:10.758454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-1e22468e-eded-43ff-94ab-aee4f51e45ed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Calling delete_port for c8af9567-28af-4fe0-b9cc-f19ba8db65ef owned by network:floatingip {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:04:10.830033 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0d7f9c1c-ab7e-473b-88f2-f706b8b8ab16 req-5274a9e9-d362-4048-a6d2-131d7681eeb5 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979888 Apr 22 13:04:10.861151 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d4bb350f-b913-402e-83da-0c9acb1749ab req-ad2b5afc-9d34-4738-bc5c-2e5407fa5dde tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278425 Apr 22 13:04:11.077841 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.api [None req-ec6079f4-2988-4ded-a3fd-fb1739564878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86514) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 13:04:11.078646 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_db.api [None req-ec6079f4-2988-4ded-a3fd-fb1739564878 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 13:04:11.099339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e22468e-eded-43ff-94ab-aee4f51e45ed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:11.109560 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2a7e5b3a-1e67-453d-bee7-d268ceae71a2 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:11.162068 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device e7d5b768-1429-4502-aa90-2917f374d6ec up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:04:11.204337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22468e-eded-43ff-94ab-aee4f51e45ed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event deleted for resources: {'Port': ['ID=c8af9567-28af-4fe0-b9cc-f19ba8db65ef,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:11.265580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1e22468e-eded-43ff-94ab-aee4f51e45ed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:11.295138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e22468e-eded-43ff-94ab-aee4f51e45ed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:11.328982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e22468e-eded-43ff-94ab-aee4f51e45ed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:11.331482 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1e22468e-eded-43ff-94ab-aee4f51e45ed tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "DELETE /v2.0/floatingips/089b986a-b81c-46c3-908e-0f249386e767 HTTP/1.1" status: 204 len: 168 time: 1.5461178 Apr 22 13:04:11.384417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port e7d5b768-1429-4502-aa90-2917f374d6ec completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:04:11.401098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port e7d5b768-1429-4502-aa90-2917f374d6ec triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:04:11.402695 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:11.454805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604f0e0-0c2e-4d78-b298-9591947daaf3 req-97235e54-0291-4d41-af4f-7c98293092c4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:11.457661 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1604f0e0-0c2e-4d78-b298-9591947daaf3 req-97235e54-0291-4d41-af4f-7c98293092c4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 945 time: 0.1369617 Apr 22 13:04:11.534171 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1604f0e0-0c2e-4d78-b298-9591947daaf3 req-09bbd202-aa1f-4d3b-a46c-137a24b9d56a tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660849 Apr 22 13:04:11.580782 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6079f4-2988-4ded-a3fd-fb1739564878 None None] New status for floating IP 089b986a-b81c-46c3-908e-0f249386e767: DOWN {{(pid=86514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:04:11.670626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:11.736263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bd0b94-2f97-46eb-8050-5155c18f64da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d5b768-1429-4502-aa90-2917f374d6ec'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:11.755620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port e7d5b768-1429-4502-aa90-2917f374d6ec, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e7d5b768-1429-4502-aa90-2917f374d6ec,segment=NetworkSegment(279996cb-abf4-4ef5-be15-2af0085184b4),segment_id=279996cb-abf4-4ef5-be15-2af0085184b4)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:11.824609 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:11.831422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:11.927847 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bd0b94-2f97-46eb-8050-5155c18f64da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d5b768-1429-4502-aa90-2917f374d6ec', 'code': 200} Apr 22 13:04:11.943490 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54304) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:11.955894 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126486461', 'description': 'tempest-description--1817582321'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:11.987632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:12.004644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Usage tracker for resource:security_group and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:12.009637 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:12.020277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:12.033550 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=e7d5b768-1429-4502-aa90-2917f374d6ec,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:12.049139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:12.076237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:12.102219 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:12.108538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Usage tracker for resource:security_group_rule and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:12.112531 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:12.160575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:12.238765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da916c-b03a-4eb7-9c59-63422ac0f03d req-eb65a88c-2a4f-4aff-9237-d9a44f66fc61 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:12.248314 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d8da916c-b03a-4eb7-9c59-63422ac0f03d req-eb65a88c-2a4f-4aff-9237-d9a44f66fc61 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 945 time: 0.1585081 Apr 22 13:04:12.299486 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d8da916c-b03a-4eb7-9c59-63422ac0f03d req-31792762-93d4-47da-b45a-372f4178f24a tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497825 Apr 22 13:04:12.443803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1c6c-5298-4f64-aa54-0b3d7542753a req-78adafc0-cea2-4fac-a98e-4392e85bc2f7 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:12.447053 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6f7f1c6c-5298-4f64-aa54-0b3d7542753a req-78adafc0-cea2-4fac-a98e-4392e85bc2f7 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 945 time: 0.3299391 Apr 22 13:04:12.540302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:12.606693 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:12.625694 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-18f8f72f-f6aa-4356-921c-e3e310303941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:12.678590 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6f7f1c6c-5298-4f64-aa54-0b3d7542753a req-b14a442f-b465-4eae-a508-5e3e1c923a5f tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112222 Apr 22 13:04:12.738455 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f36dc-b31c-4147-b984-e6bce91ef9f2 req-9aa30497-0a05-478e-9298-b109aa615395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:12.741523 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-448f36dc-b31c-4147-b984-e6bce91ef9f2 req-9aa30497-0a05-478e-9298-b109aa615395 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 1098 time: 0.4654412 Apr 22 13:04:12.742997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96569275-c8c0-422b-8f9b-c0086362f501,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:12.748546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:12.777139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:12.778546 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8336980 Apr 22 13:04:12.784093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 54310) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:12.805574 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-448f36dc-b31c-4147-b984-e6bce91ef9f2 req-c86f4382-f0d3-4642-89e3-0195d3706ad4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521650 Apr 22 13:04:12.820538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'security_group_rule': {'security_group_id': '96569275-c8c0-422b-8f9b-c0086362f501', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:12.838583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:12.852015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Usage tracker for resource:security_group_rule and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:12.860009 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:12.877751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:12.961435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be0707-b378-4cce-a5f0-210ee14ee860 req-d5740d8e-6889-4146-8dc0-2d559627ae3d tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:12.964318 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d6be0707-b378-4cce-a5f0-210ee14ee860 req-d5740d8e-6889-4146-8dc0-2d559627ae3d tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 945 time: 0.2471292 Apr 22 13:04:12.967359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.131566 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d6be0707-b378-4cce-a5f0-210ee14ee860 req-3e9d4560-62a6-49bf-beb0-dc1fcfc7d3f2 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456172 Apr 22 13:04:13.161063 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 6e944f11-d94a-4efb-8c5b-51dbaffa2861 up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:04:13.165926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.199022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.217117 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:13.255998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96eea8e-174a-4168-9269-004b8a062ca0,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:13.263238 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:13.310434 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:04:13.319753 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:04:13.320387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.344213 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.346069 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5504792 Apr 22 13:04:13.349371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 54322) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:13.359540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'security_group_rule': {'security_group_id': '96569275-c8c0-422b-8f9b-c0086362f501', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:13.370843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:13.378545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Usage tracker for resource:security_group_rule and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:13.384170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:13.398987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:13.466547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.508620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.552730 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.561374 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 6e944f11-d94a-4efb-8c5b-51dbaffa2861, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:13.595570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.604892 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:13.630120 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.633055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:13.634975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ca9173-3dad-45fe-91fb-59e095d1ffae,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:13.644417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:13.680891 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.687885 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-889c5055-c9f6-4fd7-82ba-fc810aaca9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3313406 Apr 22 13:04:13.688176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 54326) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:13.695109 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'floatingip': {'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:13.702663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:13.707447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Usage tracker for resource:floatingip and tenant:028af9f54afe41f9878fb8e62a487739 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:13.711280 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:13.717467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2d980-8d52-466b-b14c-2d92aeb288f7 req-c7f76e3c-19ab-4502-9f68-c1a05c846124 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:13.718911 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:13.721651 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f9b2d980-8d52-466b-b14c-2d92aeb288f7 req-c7f76e3c-19ab-4502-9f68-c1a05c846124 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 945 time: 0.1865158 Apr 22 13:04:13.767346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:13.792810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=6e944f11-d94a-4efb-8c5b-51dbaffa2861,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:13.799261 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:13.814038 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f9b2d980-8d52-466b-b14c-2d92aeb288f7 req-d3a84750-4701-4312-bd6a-e5f36e768f16 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809560 Apr 22 13:04:13.929479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:14.049635 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'code': 200} Apr 22 13:04:14.230055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deda1d2-a009-4d30-8952-085aa10bbe6e req-07ae9004-19e3-460b-b1ca-b7f0f0de28a5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:14.239749 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8deda1d2-a009-4d30-8952-085aa10bbe6e req-07ae9004-19e3-460b-b1ca-b7f0f0de28a5 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 945 time: 0.3052666 Apr 22 13:04:14.276947 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:14.304541 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:14.419611 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8deda1d2-a009-4d30-8952-085aa10bbe6e req-04097998-4e88-42cf-aeca-42fcf67ffab9 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786072 Apr 22 13:04:14.551740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Allocated IP 172.28.2.156 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/9cea7188-7cf3-434c-ae00-5583d3c9cee9) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:04:14.707826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb880c-1375-42e9-a638-2a2e6e786256 req-e32e9743-3df4-4616-bf25-954bbd7437bd tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:14.710810 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-18bb880c-1375-42e9-a638-2a2e6e786256 req-e32e9743-3df4-4616-bf25-954bbd7437bd tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 945 time: 0.2388482 Apr 22 13:04:14.728392 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecda349-e4ca-428f-9dae-7eb28e18ad2f req-67b7edab-8af9-4dba-89b1-27fe818bd3b5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:14.731400 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ecda349-e4ca-428f-9dae-7eb28e18ad2f req-67b7edab-8af9-4dba-89b1-27fe818bd3b5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 946 time: 0.3429375 Apr 22 13:04:14.774160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d0640-3cec-487f-b147-69f2f616a4ae req-dd5ee67b-262e-42e0-a360-b7c80beca792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:14.775802 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-042d0640-3cec-487f-b147-69f2f616a4ae req-dd5ee67b-262e-42e0-a360-b7c80beca792 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 1099 time: 0.2120311 Apr 22 13:04:14.819837 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:14.851080 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-042d0640-3cec-487f-b147-69f2f616a4ae req-eec8cdd9-6a7a-4481-919d-be01fea1a7f7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603998 Apr 22 13:04:14.914531 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:14.920374 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:14.948385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-18bb880c-1375-42e9-a638-2a2e6e786256 req-97ca6d96-9c78-421b-b767-30ef76ad1eab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Deleting port b400a5d5-f0dc-4381-acd0-67d0020b2e98 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:04:14.949098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-18bb880c-1375-42e9-a638-2a2e6e786256 req-97ca6d96-9c78-421b-b767-30ef76ad1eab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:14.998085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:04:15.018573 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ecda349-e4ca-428f-9dae-7eb28e18ad2f req-e035b963-981c-496d-b1e7-57fb36a79bb8 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143891 Apr 22 13:04:15.040765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:04:15.063360 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:04:15.103006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'Port': ['ID=9cea7188-7cf3-434c-ae00-5583d3c9cee9,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:15.113081 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:15.191567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ad9b7-0714-4af1-9a7b-abcc2e5a7d9e req-b9dc1bc8-e66b-4b87-8b38-884a90076d80 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:15.193091 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-db8ad9b7-0714-4af1-9a7b-abcc2e5a7d9e req-b9dc1bc8-e66b-4b87-8b38-884a90076d80 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 945 time: 0.2033672 Apr 22 13:04:15.209040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:15.269816 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-db8ad9b7-0714-4af1-9a7b-abcc2e5a7d9e req-242ade2c-6b57-49b2-871b-069133aee8d1 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620241 Apr 22 13:04:15.378027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:15.478596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-18bb880c-1375-42e9-a638-2a2e6e786256 req-97ca6d96-9c78-421b-b767-30ef76ad1eab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] For port b400a5d5-f0dc-4381-acd0-67d0020b2e98, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b400a5d5-f0dc-4381-acd0-67d0020b2e98,segment=NetworkSegment(dd31ac92-f57d-4205-afb0-7558d1a99385),segment_id=dd31ac92-f57d-4205-afb0-7558d1a99385)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:15.479295 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-18bb880c-1375-42e9-a638-2a2e6e786256 req-97ca6d96-9c78-421b-b767-30ef76ad1eab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:15.707855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:15.754552 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:15.761860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-20b56d02-78d0-4149-8118-0e97cebc43ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:15.836803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-18bb880c-1375-42e9-a638-2a2e6e786256 req-97ca6d96-9c78-421b-b767-30ef76ad1eab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Calling delete_port for b400a5d5-f0dc-4381-acd0-67d0020b2e98 owned by compute:nova {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:04:16.149279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'Port': ['ID=9cea7188-7cf3-434c-ae00-5583d3c9cee9,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:16.154762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:16.190460 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:16.296249 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:16.297707 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6082437 Apr 22 13:04:16.384105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20723f-1e15-4944-a339-a69bdec2da2e req-1f981735-eb1a-47e3-a0a3-238c0905480c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:16.388253 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fb20723f-1e15-4944-a339-a69bdec2da2e req-1f981735-eb1a-47e3-a0a3-238c0905480c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 946 time: 0.1383379 Apr 22 13:04:16.429796 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926f318-95c5-4dc1-97a9-7ab99c7ef7f6 req-f2ddcfef-2290-49e7-828b-6325a2f62070 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:16.432324 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b926f318-95c5-4dc1-97a9-7ab99c7ef7f6 req-f2ddcfef-2290-49e7-828b-6325a2f62070 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec HTTP/1.1" status: 200 len: 945 time: 0.8068466 Apr 22 13:04:16.511310 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fb20723f-1e15-4944-a339-a69bdec2da2e req-20d3dc44-8a9a-45f6-b98b-10b30acd9226 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683734 Apr 22 13:04:16.536727 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-3ab71571-a75c-40bf-8a84-2558684cb31a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1447027 Apr 22 13:04:16.559020 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b926f318-95c5-4dc1-97a9-7ab99c7ef7f6 req-8a5f4ad3-bb5d-438a-a41e-4e70f0faa438 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.11 "GET /v2.0/security-groups?id=83278474-8c53-499c-8116-18ed6959ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146538 Apr 22 13:04:16.624861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-18bb880c-1375-42e9-a638-2a2e6e786256 req-97ca6d96-9c78-421b-b767-30ef76ad1eab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:16.633817 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-43a9ffaf-e53a-4e85-a509-2dbb6b59575c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:16.740732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-6a6af1d9-f2f1-42eb-bcd5-18c23ead8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:16.743257 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-6a6af1d9-f2f1-42eb-bcd5-18c23ead8e18 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 1098 time: 0.1030829 Apr 22 13:04:16.786990 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca6d96-9c78-421b-b767-30ef76ad1eab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Pushing event deleted for resources: {'Port': ['ID=b400a5d5-f0dc-4381-acd0-67d0020b2e98,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:16.802085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-97ca6d96-9c78-421b-b767-30ef76ad1eab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:16.814027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bb880c-1375-42e9-a638-2a2e6e786256 req-97ca6d96-9c78-421b-b767-30ef76ad1eab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] No DVR routers for this DVR port b400a5d5-f0dc-4381-acd0-67d0020b2e98 on host hv-cinder-78726 {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:04:16.826254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-18bb880c-1375-42e9-a638-2a2e6e786256 req-97ca6d96-9c78-421b-b767-30ef76ad1eab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:16.830102 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec', 'name': 'network-vif-deleted', 'tag': 'b400a5d5-f0dc-4381-acd0-67d0020b2e98'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:16.851869 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9ff307a3-7105-4c69-a8a1-cff9d5dce821 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Synchronizing usage tracker for tenant:028af9f54afe41f9878fb8e62a487739 on resource:security_group {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:04:16.911531 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-18bb880c-1375-42e9-a638-2a2e6e786256 req-97ca6d96-9c78-421b-b767-30ef76ad1eab tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] 10.222.0.89 "DELETE /v2.0/ports/b400a5d5-f0dc-4381-acd0-67d0020b2e98 HTTP/1.1" status: 204 len: 173 time: 2.1782255 Apr 22 13:04:16.912500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9ff307a3-7105-4c69-a8a1-cff9d5dce821 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Unset dirty status for tenant:028af9f54afe41f9878fb8e62a487739 on resource:security_group {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:04:16.914154 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9ff307a3-7105-4c69-a8a1-cff9d5dce821 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2126486461&fields=id&tenant_id=028af9f54afe41f9878fb8e62a487739 HTTP/1.1" status: 200 len: 267 time: 0.2050164 Apr 22 13:04:16.937104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-b66d7d9a-01d7-4568-84c6-48d74e87d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:16.938911 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-b66d7d9a-01d7-4568-84c6-48d74e87d32c service neutron] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 917 time: 0.1659210 Apr 22 13:04:17.150924 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-577e2b4d-87e7-472b-aa19-9a7a7c18525e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721 HTTP/1.1" status: 200 len: 1000 time: 0.1989768 Apr 22 13:04:17.161644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device b400a5d5-f0dc-4381-acd0-67d0020b2e98 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:04:17.216798 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: b400a5d5-f0dc-4381-acd0-67d0020b2e98 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:04:17.217718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device b400a5d5-f0dc-4381-acd0-67d0020b2e98 not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:04:17.299689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259233a-9024-49da-9ce4-9e0146a6992d req-3248ece9-07be-411b-9a1b-ae7b2e329699 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:17.304659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-b899b3d1-851f-4824-9a33-558e8bcdffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:17.306654 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-b899b3d1-851f-4824-9a33-558e8bcdffaa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.1364970 Apr 22 13:04:17.308369 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-3248ece9-07be-411b-9a1b-ae7b2e329699 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/networks?id=31207420-d65b-4b1e-9a86-8f6b5be77b86 HTTP/1.1" status: 200 len: 810 time: 0.3791296 Apr 22 13:04:17.328647 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fbbeb5c1-75c2-4a59-a288-15a6492ca7c1 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/quotas/028af9f54afe41f9878fb8e62a487739 HTTP/1.1" status: 200 len: 375 time: 0.0191483 Apr 22 13:04:17.454441 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-956db3c5-851e-449e-9e8b-2f89d5792572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:17.456600 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-956db3c5-851e-449e-9e8b-2f89d5792572 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1363814 Apr 22 13:04:17.466314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-e259233a-9024-49da-9ce4-9e0146a6992d req-cc4cb689-e281-47b2-aa88-4f4ba795f684 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Synchronizing usage tracker for tenant:028af9f54afe41f9878fb8e62a487739 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:04:17.560947 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-e259233a-9024-49da-9ce4-9e0146a6992d req-cc4cb689-e281-47b2-aa88-4f4ba795f684 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Unset dirty status for tenant:028af9f54afe41f9878fb8e62a487739 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:04:17.562582 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-cc4cb689-e281-47b2-aa88-4f4ba795f684 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=028af9f54afe41f9878fb8e62a487739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2328970 Apr 22 13:04:17.646114 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-6bcfdbbe-3b9d-4208-955b-5ca79c18b9ab service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689246 Apr 22 13:04:17.792264 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-3e22a6ba-805e-4e40-b14e-8f98a35438bc service neutron] 10.222.0.11 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151525 Apr 22 13:04:17.827337 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dff689c5-7685-4fd3-bfab-5de05d05fb1b req-4a1cf49e-849d-4be8-b1e8-3ef774b451f1 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766400 Apr 22 13:04:17.994907 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-752f2637-1f99-425d-86f9-a83ee5d07841 service neutron] 10.222.0.11 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861026 Apr 22 13:04:18.036479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9211e-ac54-4392-ac72-64422df027f5 req-7e0c67d7-d55c-47de-8522-e649fc5c0baf tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:18.038428 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-04b9211e-ac54-4392-ac72-64422df027f5 req-7e0c67d7-d55c-47de-8522-e649fc5c0baf tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 946 time: 0.1465638 Apr 22 13:04:18.105699 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-04b9211e-ac54-4392-ac72-64422df027f5 req-e175bef8-b2a0-40e1-b68d-c85b7b5c7323 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545163 Apr 22 13:04:18.197420 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e13a7b1-6ac3-49ad-894d-73e3ac81d4ec', 'name': 'network-vif-deleted', 'tag': 'b400a5d5-f0dc-4381-acd0-67d0020b2e98', 'status': 'completed', 'code': 200} Apr 22 13:04:18.680825 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a778d-04fe-418c-8e4a-cb82d868fc26 req-26e48723-c17a-4d7b-954f-64f7f43bd01d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:18.692583 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e72a778d-04fe-418c-8e4a-cb82d868fc26 req-26e48723-c17a-4d7b-954f-64f7f43bd01d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.2279546 Apr 22 13:04:18.773511 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e72a778d-04fe-418c-8e4a-cb82d868fc26 req-7c5275be-ccdc-493e-904c-20ce7dab160c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792847 Apr 22 13:04:18.985799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-fa1614a1-8dad-4ed0-993b-f41864cbb075 req-98b19c85-99e6-4957-abbe-bb470226df6e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Synchronizing usage tracker for tenant:028af9f54afe41f9878fb8e62a487739 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:04:19.009834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-fa1614a1-8dad-4ed0-993b-f41864cbb075 req-98b19c85-99e6-4957-abbe-bb470226df6e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Unset dirty status for tenant:028af9f54afe41f9878fb8e62a487739 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:04:19.012248 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fa1614a1-8dad-4ed0-993b-f41864cbb075 req-98b19c85-99e6-4957-abbe-bb470226df6e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 210 time: 0.1469998 Apr 22 13:04:19.187582 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfbb34-f514-4dfb-aec0-6ad313323767 req-f455226e-53ef-456b-9fc5-b887f2229aee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:19.190819 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-59dfbb34-f514-4dfb-aec0-6ad313323767 req-f455226e-53ef-456b-9fc5-b887f2229aee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 946 time: 0.1231866 Apr 22 13:04:19.277501 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-59dfbb34-f514-4dfb-aec0-6ad313323767 req-9a422dcd-bf9b-4c25-a352-c1529286d6f9 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742495 Apr 22 13:04:20.272149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dd516-2c3c-4f9b-9bf0-e154d6209aa7 req-a2773b99-b4c9-4ed8-889d-083f04608722 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:20.275271 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a37dd516-2c3c-4f9b-9bf0-e154d6209aa7 req-a2773b99-b4c9-4ed8-889d-083f04608722 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.2324820 Apr 22 13:04:20.420656 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a37dd516-2c3c-4f9b-9bf0-e154d6209aa7 req-819d99f1-9d14-4d23-bd20-cde3d7eca3ef tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306896 Apr 22 13:04:20.491277 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3c6f10b9-dcd2-44a3-8834-11ae0cbbc8ed req-84761cca-a62c-4626-87d9-4817a562bfec tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 210 time: 0.1642621 Apr 22 13:04:21.333652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b4ea0-e948-43dd-a51e-f4a548fee102 req-e00bc492-b987-422a-bb00-cd30e26695eb tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:21.335465 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-674b4ea0-e948-43dd-a51e-f4a548fee102 req-e00bc492-b987-422a-bb00-cd30e26695eb tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 945 time: 0.1063476 Apr 22 13:04:21.406338 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-674b4ea0-e948-43dd-a51e-f4a548fee102 req-bed7e801-d32f-4a11-b6fa-6899ee64f5ac tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631840 Apr 22 13:04:21.907775 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-11f5ce26-80f2-4877-809c-e5406824c3ff req-12796715-b51a-40ca-a5d1-4a0f87431cec tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 210 time: 0.0883734 Apr 22 13:04:22.093490 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37298d58-2672-41fd-bc23-da115b39178b req-3e776d09-2081-4f6c-b6a3-e9da1d438de6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:22.096751 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-37298d58-2672-41fd-bc23-da115b39178b req-3e776d09-2081-4f6c-b6a3-e9da1d438de6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.4046745 Apr 22 13:04:22.119852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259233a-9024-49da-9ce4-9e0146a6992d req-a55f3404-0805-4962-a2c8-00065cae57ca tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:22.123211 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-a55f3404-0805-4962-a2c8-00065cae57ca tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.89 "GET /v2.0/networks?id=31207420-d65b-4b1e-9a86-8f6b5be77b86 HTTP/1.1" status: 200 len: 810 time: 0.3591478 Apr 22 13:04:22.226608 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-37298d58-2672-41fd-bc23-da115b39178b req-3a9f7be2-4233-459b-a6f2-d21ec6eacfc0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018567 Apr 22 13:04:22.276563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-e259233a-9024-49da-9ce4-9e0146a6992d req-5151cfa3-5058-4f4f-955c-1ab691037794 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Synchronizing usage tracker for tenant:028af9f54afe41f9878fb8e62a487739 on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:04:22.292722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-e259233a-9024-49da-9ce4-9e0146a6992d req-5151cfa3-5058-4f4f-955c-1ab691037794 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Unset dirty status for tenant:028af9f54afe41f9878fb8e62a487739 on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:04:22.295066 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-5151cfa3-5058-4f4f-955c-1ab691037794 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=028af9f54afe41f9878fb8e62a487739 HTTP/1.1" status: 200 len: 380 time: 0.1363719 Apr 22 13:04:22.308996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'port': {'device_id': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'admin_state_up': True, 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'security_groups': ['96569275-c8c0-422b-8f9b-c0086362f501']}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:22.682975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:22.699460 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:22.743789 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b21641-905e-459c-b87d-f8cb7d6a5c89 req-8d5a964e-48fd-4de4-b8a8-32102c828143 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:22.747849 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-81b21641-905e-459c-b87d-f8cb7d6a5c89 req-8d5a964e-48fd-4de4-b8a8-32102c828143 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 945 time: 0.1532409 Apr 22 13:04:22.754890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Made reservation on behalf of 028af9f54afe41f9878fb8e62a487739 for: {'port': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:04:22.761726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:22.955779 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-81b21641-905e-459c-b87d-f8cb7d6a5c89 req-517793ba-8966-4c10-845c-9354ef3b81a3 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822143 Apr 22 13:04:23.182296 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7250538c-be2b-4d92-a879-316498029275 req-d26cb093-e055-4a17-b897-29f01340b807 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 210 time: 0.1031823 Apr 22 13:04:23.262015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Allocated IP 172.20.0.5 (31207420-d65b-4b1e-9a86-8f6b5be77b86/c056221c-c3f3-469d-8ba6-0a1eec805698/2a46d2a4-0f9d-40db-8723-446a3fdfaf7f) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:04:23.522942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521e46b-388d-4f93-a6a5-7c337ac450ab req-dc0da1ef-0164-4138-b1c8-e4a2c4bcc79a tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:23.525942 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4521e46b-388d-4f93-a6a5-7c337ac450ab req-dc0da1ef-0164-4138-b1c8-e4a2c4bcc79a tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.89 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 945 time: 0.2352180 Apr 22 13:04:23.647378 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-4521e46b-388d-4f93-a6a5-7c337ac450ab req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Deleting port e7d5b768-1429-4502-aa90-2917f374d6ec {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:04:23.647887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4521e46b-388d-4f93-a6a5-7c337ac450ab req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:23.875880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:23.935873 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97cb53-67ef-463b-9085-721bfe67ce01 req-9fddc728-a70f-4394-b889-7db530ea3718 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:23.938764 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0e97cb53-67ef-463b-9085-721bfe67ce01 req-9fddc728-a70f-4394-b889-7db530ea3718 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.3166440 Apr 22 13:04:23.940772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Transition to ACTIVE for port object 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f will not be triggered until provisioned by entity DHCP. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:04:23.986096 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-4521e46b-388d-4f93-a6a5-7c337ac450ab req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] For port e7d5b768-1429-4502-aa90-2917f374d6ec, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e7d5b768-1429-4502-aa90-2917f374d6ec,segment=NetworkSegment(279996cb-abf4-4ef5-be15-2af0085184b4),segment_id=279996cb-abf4-4ef5-be15-2af0085184b4)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:23.986552 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4521e46b-388d-4f93-a6a5-7c337ac450ab req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:24.056643 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0e97cb53-67ef-463b-9085-721bfe67ce01 req-16bfc451-c3d7-4417-ae18-fd6c556abcec tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086648 Apr 22 13:04:24.101739 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:24.122200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a17e8655-ff65-4059-8b8b-d737471caf8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:24.154771 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-4521e46b-388d-4f93-a6a5-7c337ac450ab req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Calling delete_port for e7d5b768-1429-4502-aa90-2917f374d6ec owned by compute:nova {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:04:24.218766 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:04:24.287478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:04:24.289685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event updated for resources: {'Port': ['ID=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:24.292323 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:04:24.329073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:24.442891 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:24.444512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:24.541236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392cc43-f64e-424b-9baa-d4b10ac4f1f0 req-dc84f209-50f1-4425-afad-9b689df4379e tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:24.550963 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4392cc43-f64e-424b-9baa-d4b10ac4f1f0 req-dc84f209-50f1-4425-afad-9b689df4379e tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 945 time: 0.2933197 Apr 22 13:04:24.620786 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4392cc43-f64e-424b-9baa-d4b10ac4f1f0 req-e7c4b952-91a7-4988-91e2-a0162ab8fcfb tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2508959-7b9d-4183-babb-122811e13845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685740 Apr 22 13:04:24.662939 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4521e46b-388d-4f93-a6a5-7c337ac450ab req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:24.677997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-77fb54ee-5119-42c8-8aea-311316a18b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:24.682011 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['e7d5b768-1429-4502-aa90-2917f374d6ec'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:04:24.704053 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611557ed-192a-4c7c-b8b2-28bfa51f322b req-6a1f2114-6b34-443b-81c1-c33731bca510 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:24.705957 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-611557ed-192a-4c7c-b8b2-28bfa51f322b req-6a1f2114-6b34-443b-81c1-c33731bca510 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Synchronizing usage tracker for tenant:028af9f54afe41f9878fb8e62a487739 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:04:24.725077 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-fc777b26-39d6-412f-bd30-526459699a45 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4209704 Apr 22 13:04:24.749899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Request body: {'port': {'device_id': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:24.768897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Pushing event deleted for resources: {'Port': ['ID=e7d5b768-1429-4502-aa90-2917f374d6ec,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:24.807759 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:24.809836 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-4314eca0-91be-4566-bb26-836c9077f505 None None] Provisioning for port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:04:24.819459 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-4314eca0-91be-4566-bb26-836c9077f505 None None] Provisioning complete for port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:04:24.819930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4314eca0-91be-4566-bb26-836c9077f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:24.880035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4521e46b-388d-4f93-a6a5-7c337ac450ab req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] No DVR routers for this DVR port e7d5b768-1429-4502-aa90-2917f374d6ec on host hv-cinder-78726 {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:04:24.883438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4521e46b-388d-4f93-a6a5-7c337ac450ab req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:24.895373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-4314eca0-91be-4566-bb26-836c9077f505 None None] Port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:04:24.896519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bd0b94-2f97-46eb-8050-5155c18f64da', 'name': 'network-vif-deleted', 'tag': 'e7d5b768-1429-4502-aa90-2917f374d6ec'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:24.935063 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4521e46b-388d-4f93-a6a5-7c337ac450ab req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.89 "DELETE /v2.0/ports/e7d5b768-1429-4502-aa90-2917f374d6ec HTTP/1.1" status: 204 len: 173 time: 1.4018443 Apr 22 13:04:24.951134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-611557ed-192a-4c7c-b8b2-28bfa51f322b req-6a1f2114-6b34-443b-81c1-c33731bca510 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Unset dirty status for tenant:028af9f54afe41f9878fb8e62a487739 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:04:24.953450 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-611557ed-192a-4c7c-b8b2-28bfa51f322b req-6a1f2114-6b34-443b-81c1-c33731bca510 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 931 time: 0.4489524 Apr 22 13:04:24.993025 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bd0b94-2f97-46eb-8050-5155c18f64da', 'name': 'network-vif-deleted', 'tag': 'e7d5b768-1429-4502-aa90-2917f374d6ec', 'status': 'completed', 'code': 200} Apr 22 13:04:25.083819 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:25.124526 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-611557ed-192a-4c7c-b8b2-28bfa51f322b req-206e7867-ffde-4c85-9b3f-4226dcdd554b tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593051 Apr 22 13:04:25.481986 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baad562-d9eb-4457-bcee-452cdfdf2959 req-1b5c1a7a-a038-4f64-94ed-c2b0750433c2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:25.484047 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8baad562-d9eb-4457-bcee-452cdfdf2959 req-1b5c1a7a-a038-4f64-94ed-c2b0750433c2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.1605947 Apr 22 13:04:25.551203 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8baad562-d9eb-4457-bcee-452cdfdf2959 req-5cba2b1c-6951-4a78-a3f7-8832b6a526ee tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547061 Apr 22 13:04:25.783377 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f {{(pid=86512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:04:25.798630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:25.826997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Transition to ACTIVE for port object 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f will not be triggered until provisioned by entity L2. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:04:25.881423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:25.902916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-80337943-d8be-4308-b3bd-55894f6a6596 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:25.951884 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-63dc0b39-0c8e-4e69-ba08-e986b2d66b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:26.258296 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a3c88c1e-30c3-4592-90a2-b5cdd4d79341 req-26014506-cbb2-4860-aab8-830b3d16c07b tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] 10.222.0.11 "GET /v2.0/ports?device_id=35bd0b94-2f97-46eb-8050-5155c18f64da HTTP/1.1" status: 200 len: 210 time: 0.1834612 Apr 22 13:04:26.322496 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:26.326481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:26.400252 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Attempting to bind port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:04:26.400606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Attempting to bind port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:04:26.401026 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Attempting to bind port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f on network 31207420-d65b-4b1e-9a86-8f6b5be77b86 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:04:26.408114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f on network 31207420-d65b-4b1e-9a86-8f6b5be77b86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 13:04:26.408578 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Attempting to bind port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f on network 31207420-d65b-4b1e-9a86-8f6b5be77b86 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:04:26.417653 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:04:26.418235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Checking segment: {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:04:26.418883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Bound using segment: {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:04:26.419599 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Bound port: 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885c275d-4515-4c9d-8190-56ac719ee71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86'}}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:04:26.420160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:26.543732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19eb0a-3138-42fe-ab75-adaf3db489f6 req-f1e46316-a52a-4c91-89b4-6324be6efeda tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:26.546868 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9c19eb0a-3138-42fe-ab75-adaf3db489f6 req-f1e46316-a52a-4c91-89b4-6324be6efeda tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 943 time: 0.1841481 Apr 22 13:04:26.570740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] For port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f, host hv-cinder-78726, cleared binding levels {{(pid=86512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:04:26.577380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] For port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:04:26.618762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:26.628515 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:26.653493 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9c19eb0a-3138-42fe-ab75-adaf3db489f6 req-ed7670ba-0077-428e-ad6a-939edeff3218 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950170 Apr 22 13:04:26.765347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:26.766159 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:26.769148 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] 10.222.0.89 "PUT /v2.0/ports/2a46d2a4-0f9d-40db-8723-446a3fdfaf7f HTTP/1.1" status: 200 len: 1093 time: 2.0262313 Apr 22 13:04:26.770072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'tag': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:26.971705 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'tag': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f', 'status': 'completed', 'code': 200} Apr 22 13:04:26.987349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f,revision_number=3']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:26.999673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:27.074911 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3ae6e-8bec-4b08-98f5-dcba9ca5c302 req-b777a2d0-b077-46df-b5bb-c640d1dc78a8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:27.083733 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4ca3ae6e-8bec-4b08-98f5-dcba9ca5c302 req-b777a2d0-b077-46df-b5bb-c640d1dc78a8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.2918601 Apr 22 13:04:27.139736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259233a-9024-49da-9ce4-9e0146a6992d req-573d7856-70ec-403b-9bd3-4302f7404b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:27.141678 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-573d7856-70ec-403b-9bd3-4302f7404b69 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=028af9f54afe41f9878fb8e62a487739&device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 1096 time: 0.2316604 Apr 22 13:04:27.190055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device e7d5b768-1429-4502-aa90-2917f374d6ec no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:04:27.330467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: e7d5b768-1429-4502-aa90-2917f374d6ec {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:04:27.331626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device e7d5b768-1429-4502-aa90-2917f374d6ec not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:04:27.350166 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d6d29-bb4c-431d-a874-0b85fe556037 req-c1adc83e-0a2e-441e-bffa-c19a62ba9e44 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:27.352845 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-480d6d29-bb4c-431d-a874-0b85fe556037 req-c1adc83e-0a2e-441e-bffa-c19a62ba9e44 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 946 time: 0.1751275 Apr 22 13:04:27.361733 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4ca3ae6e-8bec-4b08-98f5-dcba9ca5c302 req-01b75c35-a46a-4601-8aca-949a928d5fe9 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766261 Apr 22 13:04:27.365495 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-480fcc3a-0901-4855-bd79-90cf2de00209 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f HTTP/1.1" status: 200 len: 217 time: 0.2088878 Apr 22 13:04:27.473560 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-480d6d29-bb4c-431d-a874-0b85fe556037 req-043d707e-5156-46f8-a8d7-a6d10832126e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031268 Apr 22 13:04:27.496103 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259233a-9024-49da-9ce4-9e0146a6992d req-1ca9d627-41ef-4843-bfa3-0fd50cf5222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:27.500859 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-1ca9d627-41ef-4843-bfa3-0fd50cf5222e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c056221c-c3f3-469d-8ba6-0a1eec805698 HTTP/1.1" status: 200 len: 849 time: 0.1257997 Apr 22 13:04:27.512634 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54542) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:27.624973 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259233a-9024-49da-9ce4-9e0146a6992d req-c3cbe921-cbd1-4c00-b611-dfac5cc5b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:27.628146 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-c3cbe921-cbd1-4c00-b611-dfac5cc5b191 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31207420-d65b-4b1e-9a86-8f6b5be77b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1199756 Apr 22 13:04:27.957350 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002516ec-93ae-496e-8698-3bcb7d5b572e tempest-TestMinimumBasicScenario-1516805960 tempest-TestMinimumBasicScenario-1516805960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:27.962341 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-002516ec-93ae-496e-8698-3bcb7d5b572e tempest-TestMinimumBasicScenario-1516805960 tempest-TestMinimumBasicScenario-1516805960-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 1094 time: 0.4448144 Apr 22 13:04:27.962670 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54550) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:27.969792 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Request body: {'floatingip': {'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'port_id': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:27.977552 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:27.982461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Usage tracker for resource:floatingip and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:27.986317 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:27.993086 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:28.069891 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for floatingip, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:28.248863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:28.419076 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-537ae035-84b5-463f-81eb-8d15fada9fa1 service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7824883 Apr 22 13:04:28.437588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b00512-3b92-4468-9c7f-41ac66b42519 req-004f03b2-7e15-434a-a6b0-532ff9520582 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:28.452652 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-73b00512-3b92-4468-9c7f-41ac66b42519 req-004f03b2-7e15-434a-a6b0-532ff9520582 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 943 time: 0.2875910 Apr 22 13:04:28.517502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Allocated IP 172.28.2.182 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/41550910-e661-474a-8f21-65b53d45e62c) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:04:28.725536 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-73b00512-3b92-4468-9c7f-41ac66b42519 req-83d9f22e-2548-4899-943e-65c7eaedead7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715454 Apr 22 13:04:28.793964 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:28.826363 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e259233a-9024-49da-9ce4-9e0146a6992d req-46345cbb-7674-4d78-bb24-100d360b4bbf service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689175 Apr 22 13:04:28.962551 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746263c-fc91-49b3-affb-34dd588a32d7 req-ffb3bc60-433b-4be5-b81f-8d99d56c81d0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:28.965228 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7746263c-fc91-49b3-affb-34dd588a32d7 req-ffb3bc60-433b-4be5-b81f-8d99d56c81d0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.1647584 Apr 22 13:04:29.018580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:29.029363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-009ee135-a46c-4f45-b08d-c71a1169b2ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:29.071504 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14340455-ea89-45a6-86c8-47727e5b6d5b req-6b17168f-ce32-426e-9615-2c189e05bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:29.074880 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-14340455-ea89-45a6-86c8-47727e5b6d5b req-6b17168f-ce32-426e-9615-2c189e05bbac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=028af9f54afe41f9878fb8e62a487739&device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 1096 time: 0.1291385 Apr 22 13:04:29.103189 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7746263c-fc91-49b3-affb-34dd588a32d7 req-4d8b9975-c44b-4255-a874-b785426adaa0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297007 Apr 22 13:04:29.130079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:04:29.133981 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:04:29.140132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:04:29.171698 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'Port': ['ID=41550910-e661-474a-8f21-65b53d45e62c,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:29.192278 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:29.330421 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14340455-ea89-45a6-86c8-47727e5b6d5b req-fb930c36-fd25-4b16-8ba7-9dd2b47081ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:29.334294 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-14340455-ea89-45a6-86c8-47727e5b6d5b req-fb930c36-fd25-4b16-8ba7-9dd2b47081ec service neutron] 10.222.0.89 "GET /v2.0/networks?id=31207420-d65b-4b1e-9a86-8f6b5be77b86 HTTP/1.1" status: 200 len: 911 time: 0.2513983 Apr 22 13:04:29.440694 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-14340455-ea89-45a6-86c8-47727e5b6d5b req-7bd6b972-0412-4e5d-b9b1-c062f03b269a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f HTTP/1.1" status: 200 len: 217 time: 0.0948098 Apr 22 13:04:29.524645 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14340455-ea89-45a6-86c8-47727e5b6d5b req-bb1643c5-8fe9-4d22-8ec1-dab7d3c7b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:29.526676 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-14340455-ea89-45a6-86c8-47727e5b6d5b req-bb1643c5-8fe9-4d22-8ec1-dab7d3c7b259 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c056221c-c3f3-469d-8ba6-0a1eec805698 HTTP/1.1" status: 200 len: 849 time: 0.0755510 Apr 22 13:04:29.634405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14340455-ea89-45a6-86c8-47727e5b6d5b req-8e3f6bb3-a280-418c-ac36-3dff247f5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:29.636724 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-14340455-ea89-45a6-86c8-47727e5b6d5b req-8e3f6bb3-a280-418c-ac36-3dff247f5c1d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31207420-d65b-4b1e-9a86-8f6b5be77b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0958607 Apr 22 13:04:29.737644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:29.855521 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:29.883220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:29.920606 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-14340455-ea89-45a6-86c8-47727e5b6d5b req-493a4441-9df0-482c-99a6-c3303413465c service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681875 Apr 22 13:04:30.178104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7dc4-2667-40fc-9f9c-37e626779037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:30.243530 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:30.296393 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:30.314982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b3c37e05-125d-4c5d-8c29-7fc8a0c915b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:30.420457 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0cea8-9c4a-473f-8336-bed70bf2fee9 req-96e975bb-51f4-4926-958b-79b6c18069bc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:30.423515 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-27e0cea8-9c4a-473f-8336-bed70bf2fee9 req-96e975bb-51f4-4926-958b-79b6c18069bc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 943 time: 0.3257816 Apr 22 13:04:30.498810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:30.550616 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-27e0cea8-9c4a-473f-8336-bed70bf2fee9 req-9faca2e4-31bf-4b18-8f4a-7f19a7bbc514 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098638 Apr 22 13:04:30.556009 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-14340455-ea89-45a6-86c8-47727e5b6d5b req-873c0568-5757-4de4-9a40-349cdefe3db7 service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256163 Apr 22 13:04:30.635718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:30.943089 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'Port': ['ID=41550910-e661-474a-8f21-65b53d45e62c,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:30.948484 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:31.189498 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:04:31.192035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517a2c-bb34-4b60-8f33-355c7351e898 req-b06143ad-3412-49c3-9653-5ccb0bcf5cc3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:31.200061 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-19517a2c-bb34-4b60-8f33-355c7351e898 req-b06143ad-3412-49c3-9653-5ccb0bcf5cc3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.7790725 Apr 22 13:04:31.217353 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Floating IP d66ff41d-acab-48d5-b098-d11f61935ef0 associated. External IP: 172.28.2.182, port: 6e944f11-d94a-4efb-8c5b-51dbaffa2861. Apr 22 13:04:31.486938 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:31.533685 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-19517a2c-bb34-4b60-8f33-355c7351e898 req-17b5a947-b242-443a-b678-09998faf3bea tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191137 Apr 22 13:04:31.773167 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'port_id': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f', 'mac_address': 'fa:16:3e:5e:9a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:04:31.977890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:31.997981 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Router baf99e51-88ac-4ec2-9d49-757914447d1d has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:04:32.012920 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cfabe-de8a-4dde-8f30-757a388a8f74 req-1fc38835-bda1-4195-9765-ff674f3a5626 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:32.016472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:04:32.022576 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e6cfabe-de8a-4dde-8f30-757a388a8f74 req-1fc38835-bda1-4195-9765-ff674f3a5626 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 943 time: 0.2171683 Apr 22 13:04:32.065938 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:32.085619 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e6cfabe-de8a-4dde-8f30-757a388a8f74 req-ad8218a4-05f8-48e1-a678-0c456f8553f0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618005 Apr 22 13:04:32.161751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:32.165063 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:32.267102 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:32.270667 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:04:32.298147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da52922-b098-4672-95cb-da18c7237cb7 None None] Sync routers for ids ['baf99e51-88ac-4ec2-9d49-757914447d1d'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:04:32.331659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da52922-b098-4672-95cb-da18c7237cb7 None None] Routers {'baf99e51-88ac-4ec2-9d49-757914447d1d'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:04:32.332465 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-2da52922-b098-4672-95cb-da18c7237cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:04:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['baf99e51-88ac-4ec2-9d49-757914447d1d'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:32.337719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:32.419926 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4558153 Apr 22 13:04:32.425005 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:32.425632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 54594) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:32.426097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:32.433081 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:32.439533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1573664151', 'description': 'tempest-secgroup-smoke-1573664151 description', 'project_id': '138375e2ccfa4090852ea7418b8db422'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:32.454521 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:32.476765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:32.490813 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'status': 'completed', 'code': 200} Apr 22 13:04:32.532504 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['2a46d2a4-0f9d-40db-8723-446a3fdfaf7f'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:04:32.582742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:32.613229 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:32.618064 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Usage tracker for resource:security_group_rule and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:32.622080 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:32.638157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:32.696341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-2da52922-b098-4672-95cb-da18c7237cb7 None None] Set router baf99e51-88ac-4ec2-9d49-757914447d1d gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:04:32.768014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1da5e-72a9-4a97-9f68-866a21d66616 req-3fcbc65d-7fc5-419f-9772-a556062c920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:32.770978 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83c1da5e-72a9-4a97-9f68-866a21d66616 req-3fcbc65d-7fc5-419f-9772-a556062c920a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=138375e2ccfa4090852ea7418b8db422&device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 1099 time: 0.2370341 Apr 22 13:04:33.002775 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1da5e-72a9-4a97-9f68-866a21d66616 req-c1724fb9-8868-4207-a1de-2cfd7f0909ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:33.005092 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83c1da5e-72a9-4a97-9f68-866a21d66616 req-c1724fb9-8868-4207-a1de-2cfd7f0909ce service neutron] 10.222.0.89 "GET /v2.0/networks?id=769d1cc4-842e-45c8-b335-fbe33bd43116 HTTP/1.1" status: 200 len: 915 time: 0.2228165 Apr 22 13:04:33.184810 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83c1da5e-72a9-4a97-9f68-866a21d66616 req-fe9f51e8-657a-476b-bc52-8f478be5e248 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 200 len: 1000 time: 0.1655447 Apr 22 13:04:33.393440 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:33.426353 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1da5e-72a9-4a97-9f68-866a21d66616 req-6f706ec4-d87b-48d0-9ce7-47763bc84b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:33.430025 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83c1da5e-72a9-4a97-9f68-866a21d66616 req-6f706ec4-d87b-48d0-9ce7-47763bc84b04 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f0590c1-d3dc-4264-b359-402fa023922d HTTP/1.1" status: 200 len: 853 time: 0.2318463 Apr 22 13:04:33.437218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:33.591626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ab748347-eb59-4141-bcfb-cc14b85135c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:33.642436 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-2da52922-b098-4672-95cb-da18c7237cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:56Z', 'revision_number': 4, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'd66ff41d-acab-48d5-b098-d11f61935ef0', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'floating_ip_address': '172.28.2.182', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'port_id': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'mac_address': 'fa:16:3e:a5:ce:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:04:29Z', 'updated_at': '2021-04-22T13:04:29Z', 'revision_number': 0, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5b6f19-808d-4713-b2bb-5a25d01bf4be', 'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'mac_address': 'fa:16:3e:f3:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:54Z', 'updated_at': '2021-04-22T13:03:06Z', 'revision_number': 5, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'subnets': [{'id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:33.655011 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da52922-b098-4672-95cb-da18c7237cb7 None None] Checking router: baf99e51-88ac-4ec2-9d49-757914447d1d for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:04:33.689461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da52922-b098-4672-95cb-da18c7237cb7 None None] Routers {'baf99e51-88ac-4ec2-9d49-757914447d1d'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:04:33.690540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-2da52922-b098-4672-95cb-da18c7237cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:04:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['baf99e51-88ac-4ec2-9d49-757914447d1d'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:33.788249 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368ed46-8b19-4036-84cc-e774b59916dc req-b591aeb1-59f0-42b6-890d-f7af75237b07 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:33.793662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcfe9a-0bac-46ed-bb37-2fec7d45d27c req-c3035441-4a99-4066-b9cd-ad9db9b95d1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:33.796456 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f0fcfe9a-0bac-46ed-bb37-2fec7d45d27c req-c3035441-4a99-4066-b9cd-ad9db9b95d1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 944 time: 0.2306447 Apr 22 13:04:33.801389 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b368ed46-8b19-4036-84cc-e774b59916dc req-b591aeb1-59f0-42b6-890d-f7af75237b07 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.4962046 Apr 22 13:04:33.803089 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:33.814735 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:33.866267 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1da5e-72a9-4a97-9f68-866a21d66616 req-e10d22f3-321e-45ea-a2b2-862f7ac0e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:33.869033 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83c1da5e-72a9-4a97-9f68-866a21d66616 req-e10d22f3-321e-45ea-a2b2-862f7ac0e5e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=769d1cc4-842e-45c8-b335-fbe33bd43116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4109578 Apr 22 13:04:33.870302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:33.877951 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4452689 Apr 22 13:04:33.880410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54614) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:33.904097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Request body: {'security_group_rule': {'security_group_id': 'dfac8fa7-79fa-44f1-ae8b-64ca0be1e232', 'project_id': '138375e2ccfa4090852ea7418b8db422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:33.924625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:33.930574 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f0fcfe9a-0bac-46ed-bb37-2fec7d45d27c req-20a3442b-a394-4c0b-9256-b8283873fbb6 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225481 Apr 22 13:04:33.935054 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Usage tracker for resource:security_group_rule and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:33.942179 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:33.972600 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:34.056394 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b368ed46-8b19-4036-84cc-e774b59916dc req-a0970c3d-58ac-43b7-a7c6-a1ec79ba4a0f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497401 Apr 22 13:04:34.081051 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:34.094066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-2da52922-b098-4672-95cb-da18c7237cb7 None None] Set router baf99e51-88ac-4ec2-9d49-757914447d1d gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:04:34.175853 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:34.178816 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83c1da5e-72a9-4a97-9f68-866a21d66616 req-d143193f-bf5d-4db8-98bc-c1ea67cdbbd7 service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906229 Apr 22 13:04:34.251654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:34.253961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:34.284145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050857ed-5c38-4cbf-8916-dee2d34217d9,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:34.287173 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:34.337773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:34.339221 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f38d222f-2e87-4d40-a709-b97913ee0dee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4565072 Apr 22 13:04:34.344204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54620) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:34.352382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Request body: {'security_group_rule': {'security_group_id': 'dfac8fa7-79fa-44f1-ae8b-64ca0be1e232', 'project_id': '138375e2ccfa4090852ea7418b8db422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:34.364132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:34.369930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Usage tracker for resource:security_group_rule and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:34.373756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:34.381590 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:34.442883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:34.448570 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83c1da5e-72a9-4a97-9f68-866a21d66616 req-a409f17b-cc58-4d7e-8754-45bf9a7ea2a1 service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611167 Apr 22 13:04:34.526711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:34.572314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:34.581808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:34.604280 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b75498-edc0-419b-be32-9aa0432858ca,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:34.607760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:34.658824 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:34.661419 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155739 Apr 22 13:04:34.666188 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54624) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:34.675760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Request body: {'security_group_rule': {'security_group_id': 'dfac8fa7-79fa-44f1-ae8b-64ca0be1e232', 'project_id': '138375e2ccfa4090852ea7418b8db422', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:34.687398 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:34.694762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Usage tracker for resource:security_group_rule and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:34.700481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:34.711974 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:34.718716 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-2da52922-b098-4672-95cb-da18c7237cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:56Z', 'revision_number': 4, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'd66ff41d-acab-48d5-b098-d11f61935ef0', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'floating_ip_address': '172.28.2.182', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'port_id': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'mac_address': 'fa:16:3e:a5:ce:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:04:29Z', 'updated_at': '2021-04-22T13:04:29Z', 'revision_number': 0, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5b6f19-808d-4713-b2bb-5a25d01bf4be', 'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'mac_address': 'fa:16:3e:f3:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:54Z', 'updated_at': '2021-04-22T13:03:06Z', 'revision_number': 5, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'subnets': [{'id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:34.726789 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da52922-b098-4672-95cb-da18c7237cb7 None None] The sync data for ids ['baf99e51-88ac-4ec2-9d49-757914447d1d'] in dv-cinder-787262-3-smb is: [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:56Z', 'revision_number': 4, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'd66ff41d-acab-48d5-b098-d11f61935ef0', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'floating_ip_address': '172.28.2.182', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'port_id': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'mac_address': 'fa:16:3e:a5:ce:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:04:29Z', 'updated_at': '2021-04-22T13:04:29Z', 'revision_number': 0, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5b6f19-808d-4713-b2bb-5a25d01bf4be', 'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'mac_address': 'fa:16:3e:f3:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:54Z', 'updated_at': '2021-04-22T13:03:06Z', 'revision_number': 5, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'subnets': [{'id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:04:34.763692 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:34.870294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:34.903926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:34.908112 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-54f983eb-b9b5-4961-bcf7-d8cd2d242081 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:34.961062 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbdabe2-0774-4c3c-8627-929565674328,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:34.967896 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:35.041222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:35.046773 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b4b043d4-14de-411d-b4b4-ef01c29dad2c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3789480 Apr 22 13:04:35.047086 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 54634) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:35.058453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Request body: {'security_group_rule': {'security_group_id': 'dfac8fa7-79fa-44f1-ae8b-64ca0be1e232', 'project_id': '138375e2ccfa4090852ea7418b8db422', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:35.075829 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b2edff-d5ff-43a9-8771-be079465cac7 None None] New status for floating IP d66ff41d-acab-48d5-b098-d11f61935ef0: ACTIVE {{(pid=86514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:04:35.076545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:35.085933 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Usage tracker for resource:security_group_rule and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:35.092008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:35.105239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:35.194781 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 43b68f20-8b05-4aeb-95f2-bd65553dd721 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:04:35.235967 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:04:35.247094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:35.405827 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c994b-306d-45f8-a014-c0a2e429b54f req-e025d7ca-3309-4bcc-99ee-d263ef71e686 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:35.407733 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5f9c994b-306d-45f8-a014-c0a2e429b54f req-e025d7ca-3309-4bcc-99ee-d263ef71e686 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 944 time: 0.2365389 Apr 22 13:04:35.529186 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5f9c994b-306d-45f8-a014-c0a2e429b54f req-04cf791c-a111-41e9-aa5a-8deca2bcd362 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086924 Apr 22 13:04:35.577289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:35.646650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:35.670366 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-68ff0f62-a139-4846-8ad3-e97d04b85e9c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:35.743240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78a8ba-f119-4970-a2cf-7b4e8b047c65 req-26b5cd26-770a-4d3a-aea8-d46e4c90823a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:35.750143 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1f78a8ba-f119-4970-a2cf-7b4e8b047c65 req-26b5cd26-770a-4d3a-aea8-d46e4c90823a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.3369246 Apr 22 13:04:35.757857 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffec91e8-58ec-4416-bf0f-03d8cfc67c6a,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:35.764400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:35.815791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:35.819268 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7691448 Apr 22 13:04:35.827654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54654) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:35.828251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Request body: {'security_group_rule': {'security_group_id': 'dfac8fa7-79fa-44f1-ae8b-64ca0be1e232', 'project_id': '138375e2ccfa4090852ea7418b8db422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:35.848791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:35.859253 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:35.869136 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Usage tracker for resource:security_group_rule and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:35.879644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'port_id': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'mac_address': 'fa:16:3e:da:d2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:04:35.881852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:35.885512 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1f78a8ba-f119-4970-a2cf-7b4e8b047c65 req-60a9f914-7acc-4f43-98e1-7a3b57d771be tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181903 Apr 22 13:04:35.891071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:35.934718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:04:35.953046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:04:35.953046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.000982 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.securitygroups_db [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Project 138375e2ccfa4090852ea7418b8db422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 13:04:36.010507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.062305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.093029 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43b68f20-8b05-4aeb-95f2-bd65553dd721 {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:04:36.176147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.187709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:36.189042 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.240854 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.249569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:36.275253 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f45e37-ae76-4b53-967f-10d01f0ee71d,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:36.284998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:36.337691 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.341882 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1eee547d-9b62-4ffd-94f5-3ff08e541a6e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5167220 Apr 22 13:04:36.343835 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54670) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:36.350928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Request body: {'security_group_rule': {'security_group_id': 'dfac8fa7-79fa-44f1-ae8b-64ca0be1e232', 'project_id': '138375e2ccfa4090852ea7418b8db422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:36.359478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:04:36.365229 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Usage tracker for resource:security_group_rule and tenant:138375e2ccfa4090852ea7418b8db422 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:04:36.369057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:04:36.377422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:04:36.477315 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.483061 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:36.486960 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.securitygroups_db [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Project 138375e2ccfa4090852ea7418b8db422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 13:04:36.500913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.565306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:36.583650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:36.586647 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['43b68f20-8b05-4aeb-95f2-bd65553dd721'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:04:36.611537 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.635978 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.642452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=43b68f20-8b05-4aeb-95f2-bd65553dd721,revision_number=6']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:36.648439 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:36.648983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:36.663126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.672821 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e4cb08af-30c4-4d27-b8b5-e7efd2e0d9c0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:36.685949 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f', 'code': 200} Apr 22 13:04:36.718836 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bd7599-bf14-4bf1-a255-8b15a785e52e,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:36.723452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:36.777588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:36.780669 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1462c283-1830-447b-809e-82d07f242c28 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4351480 Apr 22 13:04:36.854979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:36.866039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:37.028795 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a232b1-48c6-4260-bb30-1b7bca1d6825 req-e6f854a0-0233-40a2-adc2-ac24783a44ce tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:37.041285 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d6a232b1-48c6-4260-bb30-1b7bca1d6825 req-e6f854a0-0233-40a2-adc2-ac24783a44ce tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 945 time: 0.2655666 Apr 22 13:04:37.117578 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-195f14be-689d-4e18-b689-af1ac2eeae0b req-eccefe92-3304-49b2-99aa-7916050b5f51 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1573664151&fields=id&tenant_id=138375e2ccfa4090852ea7418b8db422 HTTP/1.1" status: 200 len: 267 time: 0.1264277 Apr 22 13:04:37.182665 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d6a232b1-48c6-4260-bb30-1b7bca1d6825 req-90b809f0-ffdb-4632-a80c-7b43a96c4c01 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399622 Apr 22 13:04:37.427217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f14be-689d-4e18-b689-af1ac2eeae0b req-a9dfe627-0ea7-4277-b8d6-7fbc3c675337 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:37.437746 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-195f14be-689d-4e18-b689-af1ac2eeae0b req-a9dfe627-0ea7-4277-b8d6-7fbc3c675337 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 946 time: 0.3183813 Apr 22 13:04:37.445047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-195f14be-689d-4e18-b689-af1ac2eeae0b req-56788e65-80f8-430d-97d9-570ace456501 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Request body: {'port': {'security_groups': ['5dd00863-fafa-43d0-92c0-9e152db8b77b', 'dfac8fa7-79fa-44f1-ae8b-64ca0be1e232']}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:37.705612 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e45d8a-34a9-48e5-aae9-d84eea7aae8f req-4b88c59e-47de-4444-96c0-eb178aa887ce tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:37.707767 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b3e45d8a-34a9-48e5-aae9-d84eea7aae8f req-4b88c59e-47de-4444-96c0-eb178aa887ce tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 944 time: 0.3381429 Apr 22 13:04:37.711597 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f39698-e8f6-4c3e-83ff-4bdadaecc8a8 req-55ca7a66-8171-469e-abe6-1ce0d6585573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:37.713683 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b2f39698-e8f6-4c3e-83ff-4bdadaecc8a8 req-55ca7a66-8171-469e-abe6-1ce0d6585573 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 1098 time: 0.2138395 Apr 22 13:04:37.731411 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-195f14be-689d-4e18-b689-af1ac2eeae0b req-56788e65-80f8-430d-97d9-570ace456501 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:37.807725 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b3e45d8a-34a9-48e5-aae9-d84eea7aae8f req-2fb24a05-cf84-4fe4-bacf-54b1baaba564 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918858 Apr 22 13:04:37.810786 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b2f39698-e8f6-4c3e-83ff-4bdadaecc8a8 req-30b922f2-e258-427e-ae76-cc8693cd303e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783570 Apr 22 13:04:38.404144 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-195f14be-689d-4e18-b689-af1ac2eeae0b req-56788e65-80f8-430d-97d9-570ace456501 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] For port 6e944f11-d94a-4efb-8c5b-51dbaffa2861, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:38.467799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-195f14be-689d-4e18-b689-af1ac2eeae0b req-56788e65-80f8-430d-97d9-570ace456501 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:38.504619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-195f14be-689d-4e18-b689-af1ac2eeae0b req-56788e65-80f8-430d-97d9-570ace456501 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:38.512763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:38.522666 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['6e944f11-d94a-4efb-8c5b-51dbaffa2861'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:04:38.697664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faae56c-0dc5-4293-837f-898b5dc835c5 req-34203d75-d75a-43e1-be02-7d6898674628 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:38.716102 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1faae56c-0dc5-4293-837f-898b5dc835c5 req-34203d75-d75a-43e1-be02-7d6898674628 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 945 time: 0.2355683 Apr 22 13:04:38.796360 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56788e65-80f8-430d-97d9-570ace456501 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'Port': ['ID=6e944f11-d94a-4efb-8c5b-51dbaffa2861,revision_number=6']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:38.821958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-56788e65-80f8-430d-97d9-570ace456501 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:38.865769 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f14be-689d-4e18-b689-af1ac2eeae0b req-56788e65-80f8-430d-97d9-570ace456501 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:38.867841 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-195f14be-689d-4e18-b689-af1ac2eeae0b req-56788e65-80f8-430d-97d9-570ace456501 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:38.869419 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-195f14be-689d-4e18-b689-af1ac2eeae0b req-56788e65-80f8-430d-97d9-570ace456501 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "PUT /v2.0/ports/6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 200 len: 982 time: 1.4305332 Apr 22 13:04:38.870138 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:38.899965 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1faae56c-0dc5-4293-837f-898b5dc835c5 req-b7c80d5d-7256-4063-a839-350a27a9c4df tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761978 Apr 22 13:04:39.046039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['6e944f11-d94a-4efb-8c5b-51dbaffa2861'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:04:39.283334 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'status': 'completed', 'code': 200} Apr 22 13:04:39.335628 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:04:39.346156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 43b68f20-8b05-4aeb-95f2-bd65553dd721 up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:04:39.500447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48ea3-80a1-4dfa-9278-8005d29652f1 req-738b0271-1a3d-43bf-a48a-39405e534505 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:39.502740 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-edd48ea3-80a1-4dfa-9278-8005d29652f1 req-738b0271-1a3d-43bf-a48a-39405e534505 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 944 time: 0.4397500 Apr 22 13:04:39.541158 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63258b-905e-4fe9-a4bf-fb8fda51c10f req-9de7d0bd-d1c3-4f9e-bb41-cd3322e65bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:39.544175 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5b63258b-905e-4fe9-a4bf-fb8fda51c10f req-9de7d0bd-d1c3-4f9e-bb41-cd3322e65bdc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=138375e2ccfa4090852ea7418b8db422&device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 1138 time: 0.3497546 Apr 22 13:04:39.638242 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-edd48ea3-80a1-4dfa-9278-8005d29652f1 req-19998102-894f-46ac-8964-2da2057c5070 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120341 Apr 22 13:04:39.855534 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-dc41509e-6d47-4496-91ca-ad22447930c0 None None] Provisioning complete for port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:04:39.856372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-dc41509e-6d47-4496-91ca-ad22447930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:39.937035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093429f-9eed-44ea-8552-22ac00e752ad req-d7f51d3f-a3e4-4d15-9fcd-078711dd2d01 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:39.941248 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b093429f-9eed-44ea-8552-22ac00e752ad req-d7f51d3f-a3e4-4d15-9fcd-078711dd2d01 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.2063072 Apr 22 13:04:39.943819 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63258b-905e-4fe9-a4bf-fb8fda51c10f req-6c7f5b6f-268e-40e6-b7c9-54d4c00c2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:39.945838 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5b63258b-905e-4fe9-a4bf-fb8fda51c10f req-6c7f5b6f-268e-40e6-b7c9-54d4c00c2013 service neutron] 10.222.0.89 "GET /v2.0/networks?id=769d1cc4-842e-45c8-b335-fbe33bd43116 HTTP/1.1" status: 200 len: 915 time: 0.3923528 Apr 22 13:04:40.015632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 43b68f20-8b05-4aeb-95f2-bd65553dd721 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:04:40.021537 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:40.307942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756426b5-61fc-44ca-8066-4c575269a88c req-1faf6ead-ffec-444b-a1a5-ee7462d0037a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:40.317113 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-756426b5-61fc-44ca-8066-4c575269a88c req-1faf6ead-ffec-444b-a1a5-ee7462d0037a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 945 time: 0.1825669 Apr 22 13:04:40.414672 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-756426b5-61fc-44ca-8066-4c575269a88c req-7741639e-a552-4ed9-a9ac-3ce75af38f57 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961919 Apr 22 13:04:40.524885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-b093429f-9eed-44ea-8552-22ac00e752ad req-a179c6be-1286-4675-bdb7-8da78edf71ee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Synchronizing usage tracker for tenant:138375e2ccfa4090852ea7418b8db422 on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:04:40.667571 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5b63258b-905e-4fe9-a4bf-fb8fda51c10f req-88053e03-30dc-4b8f-bd7e-d77821884b84 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 200 len: 1002 time: 0.6692827 Apr 22 13:04:40.675954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-b093429f-9eed-44ea-8552-22ac00e752ad req-a179c6be-1286-4675-bdb7-8da78edf71ee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Unset dirty status for tenant:138375e2ccfa4090852ea7418b8db422 on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:04:40.693477 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b093429f-9eed-44ea-8552-22ac00e752ad req-a179c6be-1286-4675-bdb7-8da78edf71ee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7390673 Apr 22 13:04:40.979357 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999f6cd-7e52-4bba-96a4-10c6b132d06d req-558968be-675a-4582-9456-8b0c16c2bc5e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:40.983047 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d999f6cd-7e52-4bba-96a4-10c6b132d06d req-558968be-675a-4582-9456-8b0c16c2bc5e tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 945 time: 0.3546979 Apr 22 13:04:40.998289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54746) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:41.015530 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-18821022-6c00-4483-bc45-ca7520fa782c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Request body: {'floatingip': {'port_id': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:04:41.076417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:41.123980 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63258b-905e-4fe9-a4bf-fb8fda51c10f req-5f26c99f-fb6d-4718-9e44-a981f0fd22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:41.126835 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5b63258b-905e-4fe9-a4bf-fb8fda51c10f req-5f26c99f-fb6d-4718-9e44-a981f0fd22e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f0590c1-d3dc-4264-b359-402fa023922d HTTP/1.1" status: 200 len: 853 time: 0.4305427 Apr 22 13:04:41.227901 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-18821022-6c00-4483-bc45-ca7520fa782c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:41.260461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848b578-a229-4df6-9ac4-076e7fd0fef7 req-8c542e41-46a3-44a1-a952-a0c66cde9b55 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:41.285039 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7848b578-a229-4df6-9ac4-076e7fd0fef7 req-8c542e41-46a3-44a1-a952-a0c66cde9b55 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 944 time: 0.2921896 Apr 22 13:04:41.341107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:04:41.341107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:41.374417 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7848b578-a229-4df6-9ac4-076e7fd0fef7 req-4aa5d32a-dfd3-4496-be52-9d12892fa4e1 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880475 Apr 22 13:04:41.435850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63258b-905e-4fe9-a4bf-fb8fda51c10f req-dc25a422-1928-4a83-b8a7-b3b8f3b1136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:41.435850 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5b63258b-905e-4fe9-a4bf-fb8fda51c10f req-dc25a422-1928-4a83-b8a7-b3b8f3b1136d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=769d1cc4-842e-45c8-b335-fbe33bd43116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2804353 Apr 22 13:04:41.502750 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'code': 200} Apr 22 13:04:41.518363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:41.528865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:41.681107 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5b63258b-905e-4fe9-a4bf-fb8fda51c10f req-1b7def97-3343-4a28-a212-30095aab6eed service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313764 Apr 22 13:04:41.933953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=43b68f20-8b05-4aeb-95f2-bd65553dd721,revision_number=7']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:41.938209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:41.968488 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5b63258b-905e-4fe9-a4bf-fb8fda51c10f req-c5e64b5f-5fac-408b-9c14-0900771cbd99 service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690938 Apr 22 13:04:42.427089 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-18821022-6c00-4483-bc45-ca7520fa782c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:42.492024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-18821022-6c00-4483-bc45-ca7520fa782c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:42.799790 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc6a78-7b9d-4f7c-aa9e-4a9b2316126e req-d415c8be-d4af-4ed2-b2db-27c39b62d16e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:42.801583 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9dfc6a78-7b9d-4f7c-aa9e-4a9b2316126e req-d415c8be-d4af-4ed2-b2db-27c39b62d16e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.2186770 Apr 22 13:04:42.974740 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9dfc6a78-7b9d-4f7c-aa9e-4a9b2316126e req-bb7f979a-c936-43b0-b26a-0f82c1153dc4 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436749 Apr 22 13:04:43.186194 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [None req-18821022-6c00-4483-bc45-ca7520fa782c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Floating IP 8735b0ce-ccd8-4cc1-a57a-eca74dc0072b associated. External IP: 172.28.2.156, port: 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f. Apr 22 13:04:43.655296 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18821022-6c00-4483-bc45-ca7520fa782c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Router ebbd91d7-2923-44aa-bc8a-951ca92151bc has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:04:43.996898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18821022-6c00-4483-bc45-ca7520fa782c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:04:44.013837 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-18821022-6c00-4483-bc45-ca7520fa782c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:44.016340 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe46178-c1eb-489e-997d-b6aedca001e4 None None] Sync routers for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:04:44.056294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe46178-c1eb-489e-997d-b6aedca001e4 None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:04:44.057481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-efe46178-c1eb-489e-997d-b6aedca001e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:04:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:44.187798 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-18821022-6c00-4483-bc45-ca7520fa782c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "PUT /v2.0/floatingips/8735b0ce-ccd8-4cc1-a57a-eca74dc0072b HTTP/1.1" status: 200 len: 991 time: 3.1893196 Apr 22 13:04:44.199599 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'tag': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:04:44.531563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:44.626652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286bace-6f1c-41d0-98db-bc700a86f084 req-07baab52-86d8-4eb5-a60c-2d2bf8273749 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:44.629606 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c286bace-6f1c-41d0-98db-bc700a86f084 req-07baab52-86d8-4eb5-a60c-2d2bf8273749 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.3111074 Apr 22 13:04:44.632585 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'tag': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f', 'status': 'completed', 'code': 200} Apr 22 13:04:44.756405 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c286bace-6f1c-41d0-98db-bc700a86f084 req-5565f72b-97bc-44a0-a03d-cf02c5f5820b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049049 Apr 22 13:04:44.770059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-efe46178-c1eb-489e-997d-b6aedca001e4 None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:04:44.962046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac65c0-6ca0-4d14-b675-9d73db80ff3e req-4bec9815-8513-40b1-aade-8473b3017f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:44.965325 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-43ac65c0-6ca0-4d14-b675-9d73db80ff3e req-4bec9815-8513-40b1-aade-8473b3017f6e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=028af9f54afe41f9878fb8e62a487739&device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 1098 time: 0.2948272 Apr 22 13:04:45.395088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac65c0-6ca0-4d14-b675-9d73db80ff3e req-e5050a7a-1911-4b84-afac-cb20a25a54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:45.397049 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-43ac65c0-6ca0-4d14-b675-9d73db80ff3e req-e5050a7a-1911-4b84-afac-cb20a25a54f2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=31207420-d65b-4b1e-9a86-8f6b5be77b86 HTTP/1.1" status: 200 len: 911 time: 0.4244578 Apr 22 13:04:45.715998 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-43ac65c0-6ca0-4d14-b675-9d73db80ff3e req-c581c9cf-3b95-4c91-b3b9-0bbee45db2f7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f HTTP/1.1" status: 200 len: 999 time: 0.3079004 Apr 22 13:04:45.718015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-efe46178-c1eb-489e-997d-b6aedca001e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': '8735b0ce-ccd8-4cc1-a57a-eca74dc0072b', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'floating_ip_address': '172.28.2.156', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'port_id': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'mac_address': 'fa:16:3e:5e:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:42Z', 'revision_number': 1, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:45.727689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe46178-c1eb-489e-997d-b6aedca001e4 None None] Checking router: ebbd91d7-2923-44aa-bc8a-951ca92151bc for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:04:45.750849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe46178-c1eb-489e-997d-b6aedca001e4 None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:04:45.752082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-efe46178-c1eb-489e-997d-b6aedca001e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:04:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:45.890957 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac65c0-6ca0-4d14-b675-9d73db80ff3e req-f60951bc-7c16-4fbf-9edd-650eca38d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:45.893150 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-43ac65c0-6ca0-4d14-b675-9d73db80ff3e req-f60951bc-7c16-4fbf-9edd-650eca38d5f1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c056221c-c3f3-469d-8ba6-0a1eec805698 HTTP/1.1" status: 200 len: 849 time: 0.1557171 Apr 22 13:04:46.004767 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac65c0-6ca0-4d14-b675-9d73db80ff3e req-1cd492a6-5303-4897-b5ef-4d51d2eb0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:46.006503 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-43ac65c0-6ca0-4d14-b675-9d73db80ff3e req-1cd492a6-5303-4897-b5ef-4d51d2eb0ce4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31207420-d65b-4b1e-9a86-8f6b5be77b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1027849 Apr 22 13:04:46.260897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-efe46178-c1eb-489e-997d-b6aedca001e4 None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:04:46.272003 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-43ac65c0-6ca0-4d14-b675-9d73db80ff3e req-54edf906-6ea3-41ca-b6a7-1e10a6acdb12 service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576303 Apr 22 13:04:46.324422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c547d88-b519-49ee-96d0-77dd99da48dc req-17ca0ecd-ca91-4c2d-870f-f4ca4613a3e8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:46.338641 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0c547d88-b519-49ee-96d0-77dd99da48dc req-17ca0ecd-ca91-4c2d-870f-f4ca4613a3e8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.2668898 Apr 22 13:04:46.528882 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0c547d88-b519-49ee-96d0-77dd99da48dc req-afa59baf-54dd-4c98-923b-87e1bf69eed3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884103 Apr 22 13:04:46.531117 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-43ac65c0-6ca0-4d14-b675-9d73db80ff3e req-c36f1a36-a7e3-4935-8c2a-9e7477aa6923 service neutron] 10.222.0.89 "GET /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388959 Apr 22 13:04:46.549167 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 54818) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:46.665639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-43dd91ca-3178-41cc-9609-1f78eca586f9 admin admin] Deleting subnet 58c16faf-1465-4753-ac38-e4619922930c {{(pid=86512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:04:46.669821 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43dd91ca-3178-41cc-9609-1f78eca586f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:46.781910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43dd91ca-3178-41cc-9609-1f78eca586f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851668861'] for subnet, precommit_delete_associations {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:46.888770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43dd91ca-3178-41cc-9609-1f78eca586f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:47.168825 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-efe46178-c1eb-489e-997d-b6aedca001e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': '8735b0ce-ccd8-4cc1-a57a-eca74dc0072b', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'floating_ip_address': '172.28.2.156', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'port_id': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'mac_address': 'fa:16:3e:5e:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:42Z', 'revision_number': 1, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:47.175962 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe46178-c1eb-489e-997d-b6aedca001e4 None None] The sync data for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb is: [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': '8735b0ce-ccd8-4cc1-a57a-eca74dc0072b', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'floating_ip_address': '172.28.2.156', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'port_id': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'mac_address': 'fa:16:3e:5e:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:42Z', 'revision_number': 1, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:04:47.658644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43dd91ca-3178-41cc-9609-1f78eca586f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851688710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852443031'] for subnet, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:47.695273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6d101252-7be3-4724-aeb2-87ec30b0c3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:47.742728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70cc117-ac58-48d9-957d-c98a7688667f None None] New status for floating IP 8735b0ce-ccd8-4cc1-a57a-eca74dc0072b: ACTIVE {{(pid=86514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:04:47.846422 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd91ca-3178-41cc-9609-1f78eca586f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c16faf-1465-4753-ac38-e4619922930c,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:47.854733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-43dd91ca-3178-41cc-9609-1f78eca586f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:47.874339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43dd91ca-3178-41cc-9609-1f78eca586f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:47.906037 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-43dd91ca-3178-41cc-9609-1f78eca586f9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/58c16faf-1465-4753-ac38-e4619922930c HTTP/1.1" status: 204 len: 168 time: 1.3553495 Apr 22 13:04:47.911155 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 54834) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:48.208364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ad23e-fb1a-4390-bc12-63a9587c8564 req-6518d93d-592b-4a88-b7f4-04e8f417b3cb tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:48.240158 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-af6ad23e-fb1a-4390-bc12-63a9587c8564 req-6518d93d-592b-4a88-b7f4-04e8f417b3cb tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.3664553 Apr 22 13:04:48.243172 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:48.438385 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-af6ad23e-fb1a-4390-bc12-63a9587c8564 req-5140b8a1-23cd-40df-beab-9fb3a2eb9c50 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951716 Apr 22 13:04:48.547392 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:48.757390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27884a61-2018-4005-a42b-5ddf4214879b']}} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:48.781225 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd31ac92-f57d-4205-afb0-7558d1a99385') {'for_net_delete': True} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:48.781715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd31ac92-f57d-4205-afb0-7558d1a99385') {} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:48.802181 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3106955'] for segment, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:48.827024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:48.838442 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=86512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:04:49.070364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Network 27884a61-2018-4005-a42b-5ddf4214879b has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:04:49.084719 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088217'] for segment, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:49.549507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Network 27884a61-2018-4005-a42b-5ddf4214879b has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:04:49.610370 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:04:49.820828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636f6fa-9ebd-4c87-a53d-2128547908b8 req-3037ccda-0e52-4353-884a-9ba4b38be2ef tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:50.815762 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3636f6fa-9ebd-4c87-a53d-2128547908b8 req-3037ccda-0e52-4353-884a-9ba4b38be2ef tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.1872706 Apr 22 13:04:50.815762 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3636f6fa-9ebd-4c87-a53d-2128547908b8 req-7a668e81-0ad4-47ea-bca3-ecf53cb7eba0 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540502 Apr 22 13:04:50.880483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:50.886633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:50.889988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:50.919336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=27884a61-2018-4005-a42b-5ddf4214879b,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:50.922720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:50.961598 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-aa8c0059-59ef-4274-8b6f-307a16df1c85 admin admin] 10.222.0.11 "DELETE /v2.0/networks/27884a61-2018-4005-a42b-5ddf4214879b HTTP/1.1" status: 204 len: 168 time: 3.0479560 Apr 22 13:04:51.287028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54860) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:51.369862 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ee6fdfa2-198e-40e9-934c-5151fe9eec67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ba58083cc4945578c16343588dcb097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811775 Apr 22 13:04:51.375029 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54864) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:51.506294 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-60be8ce4-7b52-4f6e-b135-1fd3d432bde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:51.566257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-60be8ce4-7b52-4f6e-b135-1fd3d432bde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:51.685959 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-60be8ce4-7b52-4f6e-b135-1fd3d432bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:51.693283 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-73c555a8-b9dc-40a6-b410-31cbedca0690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:51.717079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be8ce4-7b52-4f6e-b135-1fd3d432bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83278474-8c53-499c-8116-18ed6959ec8b,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:51.721021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-60be8ce4-7b52-4f6e-b135-1fd3d432bde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:51.768595 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-60be8ce4-7b52-4f6e-b135-1fd3d432bde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:51.770365 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-60be8ce4-7b52-4f6e-b135-1fd3d432bde2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83278474-8c53-499c-8116-18ed6959ec8b HTTP/1.1" status: 204 len: 168 time: 0.3936017 Apr 22 13:04:52.254593 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef2d90-0c4f-4852-a112-4fd66b41e79f req-beab1b23-3424-4440-8150-34fce4333ff8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:52.259212 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d1ef2d90-0c4f-4852-a112-4fd66b41e79f req-beab1b23-3424-4440-8150-34fce4333ff8 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.2093780 Apr 22 13:04:52.363912 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d1ef2d90-0c4f-4852-a112-4fd66b41e79f req-15092a3f-e908-49f2-9bf5-6ab1ae653890 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958931 Apr 22 13:04:53.759742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2bbf9-1fd0-43a6-a8a9-790ac9f96a2f req-7414e4e8-ab25-4956-bcc8-c401f8d1735a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:53.773434 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89c2bbf9-1fd0-43a6-a8a9-790ac9f96a2f req-7414e4e8-ab25-4956-bcc8-c401f8d1735a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.2175083 Apr 22 13:04:53.881450 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-89c2bbf9-1fd0-43a6-a8a9-790ac9f96a2f req-ce4cd965-9037-4477-9f08-bf86e3fd5d28 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032796 Apr 22 13:04:55.151418 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2776aa6-6687-4121-aae3-9f5f665e3807 req-c4a1f661-2964-4600-b9dc-231498a0c877 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:55.153289 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b2776aa6-6687-4121-aae3-9f5f665e3807 req-c4a1f661-2964-4600-b9dc-231498a0c877 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.1035128 Apr 22 13:04:55.216642 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b2776aa6-6687-4121-aae3-9f5f665e3807 req-3d91e98e-1328-4874-8946-28c335de1ace tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551145 Apr 22 13:04:56.006839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-77e91722-5399-417d-93a1-d94d2182ccef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:56.611512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a230038-c00b-4b03-82c9-b24922821169 req-63874e06-d665-4168-a1c7-82f2bfae332a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:56.614680 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9a230038-c00b-4b03-82c9-b24922821169 req-63874e06-d665-4168-a1c7-82f2bfae332a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.1942527 Apr 22 13:04:56.707169 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9a230038-c00b-4b03-82c9-b24922821169 req-e83f5b07-1403-4ee5-b582-2451f5fdf04f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823054 Apr 22 13:04:56.988747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 54954) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:57.117117 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc22d2c-26a7-42dc-9088-457e5be974b0 admin admin] Deleting subnet 84158914-e8d4-4bcd-9807-01c9a26058e9 {{(pid=86512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:04:57.123187 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bcc22d2c-26a7-42dc-9088-457e5be974b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:57.227612 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bcc22d2c-26a7-42dc-9088-457e5be974b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851668861'] for subnet, precommit_delete_associations {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:57.342394 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bcc22d2c-26a7-42dc-9088-457e5be974b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:57.755795 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bcc22d2c-26a7-42dc-9088-457e5be974b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851688710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852443031'] for subnet, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:57.765785 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-474c6399-b83f-45a9-b3b8-3249764f92e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:57.834604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc22d2c-26a7-42dc-9088-457e5be974b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84158914-e8d4-4bcd-9807-01c9a26058e9,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:57.846550 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bcc22d2c-26a7-42dc-9088-457e5be974b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:57.852452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bcc22d2c-26a7-42dc-9088-457e5be974b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:57.871756 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-bcc22d2c-26a7-42dc-9088-457e5be974b0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/84158914-e8d4-4bcd-9807-01c9a26058e9 HTTP/1.1" status: 204 len: 168 time: 0.8766379 Apr 22 13:04:57.874109 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54974) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:04:58.044251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:58.060886 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09883e-3ae7-4dde-921f-82380fc9e744 req-618c4934-bb39-4d15-8257-8067a959023f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:58.061816 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6f09883e-3ae7-4dde-921f-82380fc9e744 req-618c4934-bb39-4d15-8257-8067a959023f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.2002432 Apr 22 13:04:58.146675 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6f09883e-3ae7-4dde-921f-82380fc9e744 req-7f5f3941-00b3-49e8-bba6-0890ac646d1b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753493 Apr 22 13:04:58.307021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:58.389463 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9be68-dcf8-4bd0-95af-cf50952dffb7 req-926568e3-8a9f-4bc0-8b0c-035b2d0b88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:58.391391 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddd9be68-dcf8-4bd0-95af-cf50952dffb7 req-926568e3-8a9f-4bc0-8b0c-035b2d0b88a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 1098 time: 0.1203756 Apr 22 13:04:58.539016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.539666 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.541232 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.541913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > port after_create 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.542729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.543377 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > port after_update 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.544001 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.544636 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.545328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.545953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.560293 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9be68-dcf8-4bd0-95af-cf50952dffb7 req-be8741a5-6f39-453d-ab81-47b3827b0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:58.562172 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddd9be68-dcf8-4bd0-95af-cf50952dffb7 req-be8741a5-6f39-453d-ab81-47b3827b0e7c service neutron] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 917 time: 0.1621392 Apr 22 13:04:58.680930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.681561 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.682023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.682413 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 13:04:58.683580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b1a695-de72-4f50-9729-9c41c9a8e591']}} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:58.699426 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddd9be68-dcf8-4bd0-95af-cf50952dffb7 req-71119ea3-710c-40ef-a430-e41b924408e7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721 HTTP/1.1" status: 200 len: 1000 time: 0.1292884 Apr 22 13:04:58.700405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279996cb-abf4-4ef5-be15-2af0085184b4') {'for_net_delete': True} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:58.700990 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279996cb-abf4-4ef5-be15-2af0085184b4') {} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:04:58.718871 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9190499'] for segment, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:58.747784 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:58.757285 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=86511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:04:58.803533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9be68-dcf8-4bd0-95af-cf50952dffb7 req-2d887ad1-0dff-453b-8386-22e4717810aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:58.805587 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddd9be68-dcf8-4bd0-95af-cf50952dffb7 req-2d887ad1-0dff-453b-8386-22e4717810aa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.0947933 Apr 22 13:04:59.038257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Network 27b1a695-de72-4f50-9729-9c41c9a8e591 has no segments {{(pid=86511) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:04:59.053492 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852650541'] for segment, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:59.242764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9be68-dcf8-4bd0-95af-cf50952dffb7 req-17f1a2bb-1151-490e-8688-a29e905feaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:59.244659 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddd9be68-dcf8-4bd0-95af-cf50952dffb7 req-17f1a2bb-1151-490e-8688-a29e905feaa5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4290285 Apr 22 13:04:59.316942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Network 27b1a695-de72-4f50-9729-9c41c9a8e591 has no segments {{(pid=86511) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: from cryptography.utils import int_from_bytes Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: from cryptography.utils import int_from_bytes Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: (rel_b, rel_a, rel_b), Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: (rel_b, rel_a, rel_b), Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:04:59.355305 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:04:59.627832 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddd9be68-dcf8-4bd0-95af-cf50952dffb7 req-4b708201-eca6-4afc-b343-d8af56abd28a service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712170 Apr 22 13:04:59.674021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb5dcd-b84e-401d-8dfd-8a051e591059 req-7669f0d7-7822-4f20-b48c-7d7b82c3c826 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:04:59.675903 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a7fb5dcd-b84e-401d-8dfd-8a051e591059 req-7669f0d7-7822-4f20-b48c-7d7b82c3c826 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.2145305 Apr 22 13:04:59.832840 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a7fb5dcd-b84e-401d-8dfd-8a051e591059 req-ade9c1b1-800e-4ca4-b9f8-94d887ec945f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910134 Apr 22 13:04:59.851692 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:59.852110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:59.864094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:04:59.875895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:04:59.876174 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddd9be68-dcf8-4bd0-95af-cf50952dffb7 req-a01ec5e7-48a2-4f9a-b03f-8030586fd7d4 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377129 Apr 22 13:04:59.925772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Pushing event deleted for resources: {'Network': ['ID=27b1a695-de72-4f50-9729-9c41c9a8e591,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:04:59.931553 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:04:59.950415 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] 10.222.0.11 "DELETE /v2.0/networks/27b1a695-de72-4f50-9729-9c41c9a8e591 HTTP/1.1" status: 204 len: 168 time: 2.0759332 Apr 22 13:04:59.955655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 54990) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:05:00.048407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec33cac-e911-4c16-ba04-5f1f7584b877 admin admin] Deleting subnet 11414661-b79c-4d61-a466-06ef222a092c {{(pid=86511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:05:00.102923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8ec33cac-e911-4c16-ba04-5f1f7584b877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:00.173002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6ea69600-c93d-4c6e-a305-e18739fd7307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:00.185462 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8ec33cac-e911-4c16-ba04-5f1f7584b877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845585301'] for subnet, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:00.270517 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8ec33cac-e911-4c16-ba04-5f1f7584b877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:00.635360 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:00.668784 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8ec33cac-e911-4c16-ba04-5f1f7584b877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2123888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852525063'] for subnet, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:00.674351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:05:00.721623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec33cac-e911-4c16-ba04-5f1f7584b877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11414661-b79c-4d61-a466-06ef222a092c,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:05:00.726169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8ec33cac-e911-4c16-ba04-5f1f7584b877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:05:00.728537 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8ec33cac-e911-4c16-ba04-5f1f7584b877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:00.737461 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8ec33cac-e911-4c16-ba04-5f1f7584b877 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/11414661-b79c-4d61-a466-06ef222a092c HTTP/1.1" status: 204 len: 168 time: 0.7803600 Apr 22 13:05:00.741670 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 55000) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:05:00.912215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:01.146983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175b3d5-34bd-4b31-8f7b-4e270cb2e258 req-c660e0a9-f7fe-44f2-b139-c06fa7a07248 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:01.150091 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7175b3d5-34bd-4b31-8f7b-4e270cb2e258 req-c660e0a9-f7fe-44f2-b139-c06fa7a07248 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 945 time: 0.1348591 Apr 22 13:05:01.154978 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:01.256998 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7175b3d5-34bd-4b31-8f7b-4e270cb2e258 req-42e48514-3208-4f9a-8145-54b860946e8d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981050 Apr 22 13:05:01.269584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 43b68f20-8b05-4aeb-95f2-bd65553dd721 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:05:01.352112 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b']}} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:05:01.373362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86dccb49-9917-4840-8017-db918165c7ec') {'for_net_delete': True} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:05:01.373714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86dccb49-9917-4840-8017-db918165c7ec') {} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:05:01.389216 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9190499'] for segment, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:01.409200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:01.419266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=86511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:05:01.477093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:01.509390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:05:01.522135 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:05:01.548556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:01.550930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:05:01.601306 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'code': 200} Apr 22 13:05:01.631338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Network 8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b has no segments {{(pid=86511) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:05:01.632924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=43b68f20-8b05-4aeb-95f2-bd65553dd721,revision_number=8']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:05:01.637219 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:05:01.643225 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852650541'] for segment, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:02.147101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Network 8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b has no segments {{(pid=86511) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:05:02.172463 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:05:02.190475 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:02.320147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:02.329987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:02.335001 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:05:02.359079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:05:02.368825 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] 10.222.0.11 "DELETE /v2.0/networks/8fa9cb08-2fd0-441f-86e8-a74d9e4a9f5b HTTP/1.1" status: 204 len: 168 time: 1.6258755 Apr 22 13:05:02.370049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:05:02.688702 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a062f-a179-46ce-927d-96ce1b5afd01 req-8244276d-45c4-48c4-9f62-d2c1a5cbbe41 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:02.690656 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-721a062f-a179-46ce-927d-96ce1b5afd01 req-8244276d-45c4-48c4-9f62-d2c1a5cbbe41 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1720271 Apr 22 13:05:02.773357 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-721a062f-a179-46ce-927d-96ce1b5afd01 req-ab404572-e518-4d10-8101-b423ccf9de7e tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652196 Apr 22 13:05:02.819474 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 55038) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:05:02.950475 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b14467ac-a092-4bd6-91dd-5f7484e8e397 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3aeb85778f54033a5e1178f140487be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1262801 Apr 22 13:05:02.957202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 55050) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:05:03.095379 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f44346a1-13bf-4df5-8e1f-8c0742be3298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:03.161094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f44346a1-13bf-4df5-8e1f-8c0742be3298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:03.389307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d39fe-eef2-495e-b0bd-5b96b6108fd2 req-f8d306d2-f2ea-4a04-903c-9eaa19883683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:03.390970 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6b9d39fe-eef2-495e-b0bd-5b96b6108fd2 req-f8d306d2-f2ea-4a04-903c-9eaa19883683 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=138375e2ccfa4090852ea7418b8db422&device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 1138 time: 0.1647515 Apr 22 13:05:03.620251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f44346a1-13bf-4df5-8e1f-8c0742be3298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:03.625667 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6cb1329e-1d45-4796-9c32-f768811c813c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:05:03.698924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44346a1-13bf-4df5-8e1f-8c0742be3298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2508959-7b9d-4183-babb-122811e13845,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:05:03.714036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f44346a1-13bf-4df5-8e1f-8c0742be3298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:05:03.769828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95278b-d251-44f9-8cf8-01a330788d58 req-11cb2423-ec1e-4998-8861-d7e567d3c276 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:03.771549 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0f95278b-d251-44f9-8cf8-01a330788d58 req-11cb2423-ec1e-4998-8861-d7e567d3c276 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.3794529 Apr 22 13:05:03.772751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d39fe-eef2-495e-b0bd-5b96b6108fd2 req-5440cb04-2c72-4ce2-970e-98984d4a1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:03.774309 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6b9d39fe-eef2-495e-b0bd-5b96b6108fd2 req-5440cb04-2c72-4ce2-970e-98984d4a1d23 service neutron] 10.222.0.89 "GET /v2.0/networks?id=769d1cc4-842e-45c8-b335-fbe33bd43116 HTTP/1.1" status: 200 len: 915 time: 0.3385789 Apr 22 13:05:03.777629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f44346a1-13bf-4df5-8e1f-8c0742be3298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:03.779398 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f44346a1-13bf-4df5-8e1f-8c0742be3298 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2508959-7b9d-4183-babb-122811e13845 HTTP/1.1" status: 204 len: 168 time: 0.8263245 Apr 22 13:05:03.911713 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0f95278b-d251-44f9-8cf8-01a330788d58 req-60815b3d-0a8e-42b3-b677-5a14354cbe08 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296980 Apr 22 13:05:03.960015 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6b9d39fe-eef2-495e-b0bd-5b96b6108fd2 req-e1daf012-87c1-46cf-b5be-516649b41538 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 200 len: 1002 time: 0.1596467 Apr 22 13:05:04.059271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d39fe-eef2-495e-b0bd-5b96b6108fd2 req-4bceb01c-5a24-457c-985c-dd758b6514fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:04.061000 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6b9d39fe-eef2-495e-b0bd-5b96b6108fd2 req-4bceb01c-5a24-457c-985c-dd758b6514fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f0590c1-d3dc-4264-b359-402fa023922d HTTP/1.1" status: 200 len: 853 time: 0.0894735 Apr 22 13:05:04.175182 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d39fe-eef2-495e-b0bd-5b96b6108fd2 req-239724fb-0b7f-47ab-b7cc-d017f6b432d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:04.177393 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6b9d39fe-eef2-495e-b0bd-5b96b6108fd2 req-239724fb-0b7f-47ab-b7cc-d017f6b432d3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=769d1cc4-842e-45c8-b335-fbe33bd43116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1043520 Apr 22 13:05:04.491573 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6b9d39fe-eef2-495e-b0bd-5b96b6108fd2 req-50873689-a13b-4c11-bff3-393dcd638a3a service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019283 Apr 22 13:05:04.703098 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6b9d39fe-eef2-495e-b0bd-5b96b6108fd2 req-6ac9398e-f72a-4453-9f0c-7540ba4bee1a service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974423 Apr 22 13:05:04.730314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 55098) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:05:04.815406 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8717d94b-9fe9-4c7a-9b1d-2a6b6df6e518 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a9c9a2d35f640bb947061220e77af37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830164 Apr 22 13:05:04.818538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 55102) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:05:04.940893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-25c68df2-6c4a-4841-a17e-815ee5eb1a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:05.003228 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-25c68df2-6c4a-4841-a17e-815ee5eb1a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:05.109156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-25c68df2-6c4a-4841-a17e-815ee5eb1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:05.121432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5a982af3-18b4-4dbf-ac3e-d9092f737362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:05:05.194204 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c68df2-6c4a-4841-a17e-815ee5eb1a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7f9ac7-17df-4556-a96c-57533b65c311,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:05:05.205723 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-25c68df2-6c4a-4841-a17e-815ee5eb1a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:05:05.208004 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-25c68df2-6c4a-4841-a17e-815ee5eb1a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:05.209764 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-25c68df2-6c4a-4841-a17e-815ee5eb1a88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d7f9ac7-17df-4556-a96c-57533b65c311 HTTP/1.1" status: 204 len: 168 time: 0.3898218 Apr 22 13:05:05.296620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 43b68f20-8b05-4aeb-95f2-bd65553dd721 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:05:05.313648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511558c-533c-4915-beb3-b093d3b78437 req-d7fae8c9-a7ce-47c2-93b9-fc71577df6fd tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:05.316514 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4511558c-533c-4915-beb3-b093d3b78437 req-d7fae8c9-a7ce-47c2-93b9-fc71577df6fd tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1971028 Apr 22 13:05:05.426115 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4511558c-533c-4915-beb3-b093d3b78437 req-19ad73a3-61d2-4fea-869a-19e6cfb1e987 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028531 Apr 22 13:05:06.378130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091e62c-b55a-41ac-8d94-057d947f40c9 req-9b13a3ae-10bc-446f-ae38-7a94239a12e1 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:06.386213 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b091e62c-b55a-41ac-8d94-057d947f40c9 req-9b13a3ae-10bc-446f-ae38-7a94239a12e1 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1636763 Apr 22 13:05:06.482098 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b091e62c-b55a-41ac-8d94-057d947f40c9 req-63970e7c-d1d5-4042-9432-740fa1bcf128 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876329 Apr 22 13:05:06.836047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd80d5-6021-426a-9209-cafee3d4b861 req-a9384c7d-9f4c-44d7-accd-5e02ea0cae16 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:06.837956 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-05cd80d5-6021-426a-9209-cafee3d4b861 req-a9384c7d-9f4c-44d7-accd-5e02ea0cae16 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1953890 Apr 22 13:05:06.922435 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-05cd80d5-6021-426a-9209-cafee3d4b861 req-f0cf1c4c-2466-431a-8aa5-ca16904f61ee tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742552 Apr 22 13:05:07.136314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 55200) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:05:07.307300 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-8f68d7ba-11a6-4e9c-bc35-8aba9ef3ed22 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1690574 Apr 22 13:05:07.802596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d93051-9daf-440a-a00a-997331e8e0c6 req-4c75a090-4308-4823-bc9f-273ca69f14ac tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:07.805525 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d7d93051-9daf-440a-a00a-997331e8e0c6 req-4c75a090-4308-4823-bc9f-273ca69f14ac tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1332211 Apr 22 13:05:07.897252 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d7d93051-9daf-440a-a00a-997331e8e0c6 req-3a8edf2b-b167-4a69-bb66-123c03f202bb tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844216 Apr 22 13:05:08.342620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf06b0b-f94b-45ff-bcd4-b36e47fe8f4e req-f35c9aaf-6ecc-4190-b19e-2e2b44b6c696 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:08.346063 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddf06b0b-f94b-45ff-bcd4-b36e47fe8f4e req-f35c9aaf-6ecc-4190-b19e-2e2b44b6c696 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.2044640 Apr 22 13:05:08.457528 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddf06b0b-f94b-45ff-bcd4-b36e47fe8f4e req-4253f427-eeae-46f9-8365-1486a2f94fcb tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948384 Apr 22 13:05:08.559872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-b4103420-cedc-4353-9a81-5604a3baf763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:08.561538 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-b4103420-cedc-4353-9a81-5604a3baf763 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb&tenant_id=b912abd06ea84cf88a0c1cd9da621a96 HTTP/1.1" status: 200 len: 1096 time: 0.1025720 Apr 22 13:05:08.695631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-6a3ea2bb-5de1-4346-9628-9c6a53656efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:08.698930 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-6a3ea2bb-5de1-4346-9628-9c6a53656efe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 1096 time: 0.1080701 Apr 22 13:05:08.935716 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-ee26e419-8016-4b21-80b3-cdca772f371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:08.937428 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-ee26e419-8016-4b21-80b3-cdca772f371a service neutron] 10.222.0.89 "GET /v2.0/networks?id=a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 200 len: 917 time: 0.2220395 Apr 22 13:05:09.078600 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-0dc0cc87-6d7b-44c8-9175-1e5709ffa251 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721 HTTP/1.1" status: 200 len: 998 time: 0.1287472 Apr 22 13:05:09.233007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-409cdaf8-7913-4ba0-90aa-c1e600b596c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:09.236077 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-409cdaf8-7913-4ba0-90aa-c1e600b596c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 200 len: 855 time: 0.1445391 Apr 22 13:05:09.248236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3a713-a5d8-4c98-8038-9b581bf96087 req-3a31fea9-a4a0-42cd-be13-8f4da1e3226d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:09.250896 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-45b3a713-a5d8-4c98-8038-9b581bf96087 req-3a31fea9-a4a0-42cd-be13-8f4da1e3226d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1390574 Apr 22 13:05:09.334589 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-45b3a713-a5d8-4c98-8038-9b581bf96087 req-4f0b0b86-e184-4435-a6f1-cea9eaa41e94 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732894 Apr 22 13:05:09.406150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-7966fe46-02b8-4481-a905-6dad23c6d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:09.408348 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-7966fe46-02b8-4481-a905-6dad23c6d6a1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a0079c58-09f4-4d9f-926a-74f262206ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1599810 Apr 22 13:05:09.591502 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-0712dda8-14a5-40a8-9e8c-8fd795ccb5f8 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728945 Apr 22 13:05:09.810658 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bc6898da-8f53-4c1c-8c9e-f2dbff20d6a5 req-4b205f65-67e9-4876-b554-3340cfd729c6 service neutron] 10.222.0.89 "GET /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104754 Apr 22 13:05:09.901613 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c23ee-5655-428d-a1e1-5bb5d08f974a req-b553cca3-901f-40a2-a024-dc4ca4717b20 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:09.903492 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-294c23ee-5655-428d-a1e1-5bb5d08f974a req-b553cca3-901f-40a2-a024-dc4ca4717b20 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1710701 Apr 22 13:05:09.998020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 55272) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:05:10.004413 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-294c23ee-5655-428d-a1e1-5bb5d08f974a req-396b5600-2901-4cf3-984f-f09d4d173d6f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873060 Apr 22 13:05:10.167625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:10.188919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:05:10.194980 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Usage tracker for resource:security_group_rule and tenant:17e63793d3f04a19a7d75d11e56880b8 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:05:10.199957 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:05:10.207788 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:05:10.319419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:10.353670 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:10.362395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5006e792-7d33-4a0e-8b21-82d06e1d25b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:05:10.432253 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17e63793d3f04a19a7d75d11e56880b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283810 Apr 22 13:05:10.432253 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64821c1-e823-4701-9060-8de7694ebf67,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:05:10.432805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 55282) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:05:10.446650 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.447672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.449366 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.450045 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.450714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.451373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.452029 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.452673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.453390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.454156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.455145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.455804 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.463237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:05:10.555506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:10.617399 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:10.690197 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669a35f-58ec-4018-a071-787121421b96 req-5e8b35fd-4f56-4602-a175-e3ef65724230 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:10.693219 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e669a35f-58ec-4018-a071-787121421b96 req-5e8b35fd-4f56-4602-a175-e3ef65724230 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1491311 Apr 22 13:05:10.725783 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:10.732291 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e13bf92b-2215-453f-be65-254f86309cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:05:10.746069 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64821c1-e823-4701-9060-8de7694ebf67,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:05:10.757970 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e669a35f-58ec-4018-a071-787121421b96 req-aec2fb1e-e31c-45ec-8484-7a9873a40681 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572052 Apr 22 13:05:10.759532 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.759952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.760377 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.761358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.761760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.762160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.762926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.762926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.763400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.763803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.764192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.764644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:10.770679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:05:10.770679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:10.774558 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c64821c1-e823-4701-9060-8de7694ebf67 HTTP/1.1" status: 204 len: 168 time: 0.3399343 Apr 22 13:05:11.320717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d37ad-470e-443a-852a-8bca886e077a req-d56ece91-47c0-4c70-bf1a-73ef523743f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:11.324206 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1f1d37ad-470e-443a-852a-8bca886e077a req-d56ece91-47c0-4c70-bf1a-73ef523743f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1798413 Apr 22 13:05:11.404768 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1f1d37ad-470e-443a-852a-8bca886e077a req-83c24e82-e7aa-411a-953a-ef4292fb546c tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720444 Apr 22 13:05:12.178157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df8e1b-41ca-4316-bade-4583ef43b120 req-219c30ff-68ef-4669-bd18-39c01b3f80b3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:12.181469 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-68df8e1b-41ca-4316-bade-4583ef43b120 req-219c30ff-68ef-4669-bd18-39c01b3f80b3 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1455514 Apr 22 13:05:12.288848 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-68df8e1b-41ca-4316-bade-4583ef43b120 req-ad06801a-0783-44b7-84ce-b46bdb688aff tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978148 Apr 22 13:05:12.685832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180566c7-028d-4f32-8c18-bafdfae9026b req-d7c0e9c4-9a86-4154-ada7-d5ddb815730f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:12.687531 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-180566c7-028d-4f32-8c18-bafdfae9026b req-d7c0e9c4-9a86-4154-ada7-d5ddb815730f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1121342 Apr 22 13:05:12.766349 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-180566c7-028d-4f32-8c18-bafdfae9026b req-7e72357c-7c19-4cef-951c-5c1de1343566 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715053 Apr 22 13:05:13.616431 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b95c9-1ecd-462d-8e92-b5c6b398e81f req-15c7c47f-216f-4837-ac13-97db846dc44f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:13.618220 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4a7b95c9-1ecd-462d-8e92-b5c6b398e81f req-15c7c47f-216f-4837-ac13-97db846dc44f tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1287215 Apr 22 13:05:13.684386 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4a7b95c9-1ecd-462d-8e92-b5c6b398e81f req-b800d860-40e3-4d7d-ac44-7b49ba4aec63 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517035 Apr 22 13:05:14.046954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf663b-4343-4d67-8174-edd9b126d500 req-bfc96bee-b2cd-4c12-9f6a-b57c4a8cedc5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:14.049053 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3bbf663b-4343-4d67-8174-edd9b126d500 req-bfc96bee-b2cd-4c12-9f6a-b57c4a8cedc5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1266913 Apr 22 13:05:14.138210 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3bbf663b-4343-4d67-8174-edd9b126d500 req-0ebc415f-f0b3-47d8-8154-64dad5cc342d tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742807 Apr 22 13:05:14.586302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:15.495284 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b45bf4-b508-4aea-8cb6-39d386e1f5f7 req-8cfcb626-6b10-4948-a4a3-155c4bf1f75c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:15.503935 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-32b45bf4-b508-4aea-8cb6-39d386e1f5f7 req-8cfcb626-6b10-4948-a4a3-155c4bf1f75c tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1569350 Apr 22 13:05:15.610514 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-32b45bf4-b508-4aea-8cb6-39d386e1f5f7 req-807a24ba-27c5-4278-9895-1e9a218e7d3a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863910 Apr 22 13:05:15.958946 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f01e8b-5193-4c56-b7ed-ea7c09d9ef0c req-0fdb23da-7eb7-4697-aaff-fe9676f9b6c7 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:15.962134 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-56f01e8b-5193-4c56-b7ed-ea7c09d9ef0c req-0fdb23da-7eb7-4697-aaff-fe9676f9b6c7 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1306479 Apr 22 13:05:16.030899 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-56f01e8b-5193-4c56-b7ed-ea7c09d9ef0c req-8d8ecfac-1bbd-4f28-82de-762e5f89df42 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596366 Apr 22 13:05:16.274570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:05:16.938827 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97169ad-a338-4474-9d54-6302c9cb6b91 req-08ad3806-4f07-48b5-a946-b6324ee5ee0a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:16.942032 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b97169ad-a338-4474-9d54-6302c9cb6b91 req-08ad3806-4f07-48b5-a946-b6324ee5ee0a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1455591 Apr 22 13:05:17.043937 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b97169ad-a338-4474-9d54-6302c9cb6b91 req-68727456-7652-402b-98b5-0696515b67fc tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926855 Apr 22 13:05:17.297580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa141c-5d96-4856-990b-d039cbdadd37 req-44bec2ce-6564-4bba-96b9-f96e5d66bf99 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:17.299302 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-81aa141c-5d96-4856-990b-d039cbdadd37 req-44bec2ce-6564-4bba-96b9-f96e5d66bf99 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1170373 Apr 22 13:05:17.380877 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-81aa141c-5d96-4856-990b-d039cbdadd37 req-e7455d39-4da5-46bd-b82b-14231f9d6225 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710149 Apr 22 13:05:18.365866 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb46cc9-a134-4bd6-992e-76c1f49cbde1 req-b8a8ea51-ad76-4189-b03d-44e148259b93 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:18.368656 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4eb46cc9-a134-4bd6-992e-76c1f49cbde1 req-b8a8ea51-ad76-4189-b03d-44e148259b93 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1385508 Apr 22 13:05:18.471945 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4eb46cc9-a134-4bd6-992e-76c1f49cbde1 req-231f88c2-d771-4a3d-b3d3-11e9f54f9627 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873561 Apr 22 13:05:18.745373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8513a55-5242-40e8-afec-f31fc4e272f2 req-1073e7aa-c570-413b-8020-11a20bb33f42 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:18.753899 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e8513a55-5242-40e8-afec-f31fc4e272f2 req-1073e7aa-c570-413b-8020-11a20bb33f42 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1303535 Apr 22 13:05:18.851265 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e8513a55-5242-40e8-afec-f31fc4e272f2 req-7b6c8d7b-9630-45d7-9b71-563ef83bbc2a tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882890 Apr 22 13:05:19.787429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab012a6-75f8-4442-a9cc-cdb40ee4ef7f req-80231a86-baa1-4ae8-aca0-83f0cec76b55 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:19.790538 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9ab012a6-75f8-4442-a9cc-cdb40ee4ef7f req-80231a86-baa1-4ae8-aca0-83f0cec76b55 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1422315 Apr 22 13:05:19.894641 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9ab012a6-75f8-4442-a9cc-cdb40ee4ef7f req-1a9812a2-81b7-4d38-baa4-40c964fa3001 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943666 Apr 22 13:05:20.182182 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46260a-59c7-400e-8a49-f8e52c52a8d7 req-2a2506c2-f9e6-4233-98d4-36bfa4f48094 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:20.183741 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ac46260a-59c7-400e-8a49-f8e52c52a8d7 req-2a2506c2-f9e6-4233-98d4-36bfa4f48094 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1361525 Apr 22 13:05:20.276863 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ac46260a-59c7-400e-8a49-f8e52c52a8d7 req-98f06e3d-bf6f-4b9d-ad80-c657f5694cd7 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845685 Apr 22 13:05:21.340547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56022dba-a857-48b0-bea3-ed96b2a5968b req-9cf53ac6-a6dd-47b0-987c-91d994ba0684 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:21.343655 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-56022dba-a857-48b0-bea3-ed96b2a5968b req-9cf53ac6-a6dd-47b0-987c-91d994ba0684 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1971955 Apr 22 13:05:21.456205 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-56022dba-a857-48b0-bea3-ed96b2a5968b req-c360819d-d146-419c-9bfe-cc5cd6fd47d9 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046534 Apr 22 13:05:21.779572 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768661b-c0bf-485f-bb83-692dc9bcaaa3 req-fa25e6a1-6cb8-48c1-bb94-6312fcb68150 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:21.781810 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b768661b-c0bf-485f-bb83-692dc9bcaaa3 req-fa25e6a1-6cb8-48c1-bb94-6312fcb68150 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1202714 Apr 22 13:05:21.841376 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b768661b-c0bf-485f-bb83-692dc9bcaaa3 req-7fa88e71-534c-458f-a9d0-0ce71ce83193 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517306 Apr 22 13:05:22.837504 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8138d-3310-4bd5-bb22-214f0cf559fa req-158b8623-dc0c-4a4b-83b4-0036487686fd tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:22.839421 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3ac8138d-3310-4bd5-bb22-214f0cf559fa req-158b8623-dc0c-4a4b-83b4-0036487686fd tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1572819 Apr 22 13:05:22.907933 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3ac8138d-3310-4bd5-bb22-214f0cf559fa req-ba81e827-399e-45ce-a349-2455e834a835 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608282 Apr 22 13:05:23.253653 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45c292-e74a-4909-8a27-9c4091b19271 req-ddb999ee-bb45-43b5-a0db-425ea18f41a0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:23.255538 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0e45c292-e74a-4909-8a27-9c4091b19271 req-ddb999ee-bb45-43b5-a0db-425ea18f41a0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1296730 Apr 22 13:05:23.362995 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0e45c292-e74a-4909-8a27-9c4091b19271 req-d0e8cf87-42af-4a11-8905-422652eb43ed tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922251 Apr 22 13:05:24.306685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19cabc-dc7b-42b7-8b9e-b04927d23cc2 req-fa5c0e00-3760-4ddd-aac7-fb132acc8a67 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:24.309722 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3b19cabc-dc7b-42b7-8b9e-b04927d23cc2 req-fa5c0e00-3760-4ddd-aac7-fb132acc8a67 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1843503 Apr 22 13:05:24.403616 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3b19cabc-dc7b-42b7-8b9e-b04927d23cc2 req-e0f329dc-18f7-4956-bb71-80b18d8213a9 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784314 Apr 22 13:05:24.729406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83771dc8-9ba2-48ac-9836-57e9756cc150 req-ccc68129-81c8-4d44-a80f-7cc575e667f2 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:24.732523 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83771dc8-9ba2-48ac-9836-57e9756cc150 req-ccc68129-81c8-4d44-a80f-7cc575e667f2 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1738384 Apr 22 13:05:24.831331 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-83771dc8-9ba2-48ac-9836-57e9756cc150 req-096b4393-a195-4499-9c22-c0526addb276 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915244 Apr 22 13:05:25.794581 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e377c3-33a7-44af-aa85-0488456817af req-da593e01-f399-41e6-aac1-2c32f2ff83a2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:25.796470 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-62e377c3-33a7-44af-aa85-0488456817af req-da593e01-f399-41e6-aac1-2c32f2ff83a2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1782305 Apr 22 13:05:25.851914 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-62e377c3-33a7-44af-aa85-0488456817af req-a70ec30f-4cf6-4c49-88ac-f8418d78f432 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482454 Apr 22 13:05:25.949103 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-369bf838-0ba1-4478-98ec-252f523b014b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:26.210765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3406e-ea58-42e3-bae1-cb9c27fd7126 req-a644127e-859a-45fb-b08d-6e4b9adc3eb3 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:26.216903 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23b3406e-ea58-42e3-bae1-cb9c27fd7126 req-a644127e-859a-45fb-b08d-6e4b9adc3eb3 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1338754 Apr 22 13:05:26.301059 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23b3406e-ea58-42e3-bae1-cb9c27fd7126 req-385e2dae-9360-4db4-9bd6-8e177f4c4499 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769105 Apr 22 13:05:27.449956 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b8c05-50b1-47dd-918d-b926bf70b64d req-34b508e4-111e-4082-8cf4-8dcd5ad93539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:27.453079 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-999b8c05-50b1-47dd-918d-b926bf70b64d req-34b508e4-111e-4082-8cf4-8dcd5ad93539 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=138375e2ccfa4090852ea7418b8db422&device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 1138 time: 0.1797273 Apr 22 13:05:27.498836 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e63d8-0313-4b72-9148-d4b4202fd707 req-553a97c8-618b-4040-b16f-94699feb8212 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:27.501883 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2d0e63d8-0313-4b72-9148-d4b4202fd707 req-553a97c8-618b-4040-b16f-94699feb8212 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1841214 Apr 22 13:05:27.584732 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2d0e63d8-0313-4b72-9148-d4b4202fd707 req-0b8929ed-012f-4699-b918-70a39214b420 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685854 Apr 22 13:05:27.865801 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0f021-f219-4619-a513-0e1b898f8590 req-76186eda-c202-4926-af42-53eec98cb491 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:27.867439 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bdc0f021-f219-4619-a513-0e1b898f8590 req-76186eda-c202-4926-af42-53eec98cb491 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.3370645 Apr 22 13:05:27.877368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b8c05-50b1-47dd-918d-b926bf70b64d req-dcdc12c5-7a4d-431b-8cb5-d753780b99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:27.879093 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-999b8c05-50b1-47dd-918d-b926bf70b64d req-dcdc12c5-7a4d-431b-8cb5-d753780b99f4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=769d1cc4-842e-45c8-b335-fbe33bd43116 HTTP/1.1" status: 200 len: 915 time: 0.3916116 Apr 22 13:05:28.314453 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bdc0f021-f219-4619-a513-0e1b898f8590 req-d9eb4060-a36c-4c5c-b8e4-4adccf28a265 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4338403 Apr 22 13:05:28.353466 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-999b8c05-50b1-47dd-918d-b926bf70b64d req-4974df11-3df4-4269-907f-3bdc897aa43e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 200 len: 1002 time: 0.4545128 Apr 22 13:05:28.484018 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b8c05-50b1-47dd-918d-b926bf70b64d req-173be4c5-06de-4126-ac80-d3822357363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:28.486944 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-999b8c05-50b1-47dd-918d-b926bf70b64d req-173be4c5-06de-4126-ac80-d3822357363f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f0590c1-d3dc-4264-b359-402fa023922d HTTP/1.1" status: 200 len: 853 time: 0.1251988 Apr 22 13:05:28.617509 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b8c05-50b1-47dd-918d-b926bf70b64d req-dc8c1575-dc1a-49c3-9303-90d5d30341d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:28.619801 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-999b8c05-50b1-47dd-918d-b926bf70b64d req-dc8c1575-dc1a-49c3-9303-90d5d30341d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=769d1cc4-842e-45c8-b335-fbe33bd43116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1239672 Apr 22 13:05:28.891781 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-999b8c05-50b1-47dd-918d-b926bf70b64d req-5ecc577b-4965-4611-b592-b33d9ba38f29 service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624564 Apr 22 13:05:28.963912 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb774ba7-55e0-4c86-a870-c017cbd5ad9e req-d5e1eee3-228a-4636-8baa-5bd103c659b6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:28.966274 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb774ba7-55e0-4c86-a870-c017cbd5ad9e req-d5e1eee3-228a-4636-8baa-5bd103c659b6 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 943 time: 0.1164637 Apr 22 13:05:29.058851 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bb774ba7-55e0-4c86-a870-c017cbd5ad9e req-cb1b7a47-1d94-4e1e-8c0a-9cb87bc7a552 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789220 Apr 22 13:05:29.091584 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-999b8c05-50b1-47dd-918d-b926bf70b64d req-7b262da1-1a37-440f-a162-29ab86135b79 service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865776 Apr 22 13:05:29.435652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 43b68f20-8b05-4aeb-95f2-bd65553dd721 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:05:29.736843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f21262-dce6-4ed3-9cf4-55c4c058f82a req-c8f07a96-89ed-4189-aafa-1776a6d226b5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:29.740290 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-56f21262-dce6-4ed3-9cf4-55c4c058f82a req-c8f07a96-89ed-4189-aafa-1776a6d226b5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.1884184 Apr 22 13:05:29.870755 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-56f21262-dce6-4ed3-9cf4-55c4c058f82a req-bd7f5a93-40aa-4c73-b209-a1bed8773454 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&id=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948150 Apr 22 13:05:30.002783 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:30.023241 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:05:30.058769 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'port_id': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'mac_address': 'fa:16:3e:da:d2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:05:30.235793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:30.287839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b68f20-8b05-4aeb-95f2-bd65553dd721 {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:05:30.296835 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-131f768a-eba1-4bf0-b662-b5009ad3dee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:30.328354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:05:30.363761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:30.365516 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:05:30.472647 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe981fe0-4a7b-4dbe-b054-3b8fe8e77cf4 req-a65390e5-d9fd-45eb-8935-3c0892ce0739 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:30.475692 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fe981fe0-4a7b-4dbe-b054-3b8fe8e77cf4 req-a65390e5-d9fd-45eb-8935-3c0892ce0739 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 944 time: 0.2059839 Apr 22 13:05:30.503185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=43b68f20-8b05-4aeb-95f2-bd65553dd721,revision_number=9']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:05:30.520224 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.522756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.522756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.523999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.524731 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.526177 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.526812 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.527440 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.528089 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.528740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.529407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.530032 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:05:30.537763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:05:30.569516 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fe981fe0-4a7b-4dbe-b054-3b8fe8e77cf4 req-cfaeeb96-6fd4-48b6-a534-96583e64b706 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788133 Apr 22 13:05:30.625624 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:30.726175 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['43b68f20-8b05-4aeb-95f2-bd65553dd721'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:05:31.910707 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4da8d-f560-4556-97f8-25cc5fce6830 req-cac44cf8-6a28-4639-944b-ef4c759bf752 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:31.912802 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-49e4da8d-f560-4556-97f8-25cc5fce6830 req-cac44cf8-6a28-4639-944b-ef4c759bf752 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 944 time: 0.1629057 Apr 22 13:05:32.000447 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-49e4da8d-f560-4556-97f8-25cc5fce6830 req-4ffd5221-0869-4eca-b26a-b600284ab6fe tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739141 Apr 22 13:05:32.234955 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:33.468842 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942136b5-0a47-4231-a6be-cab8c2a70ed6 req-5e4ac6aa-cf7c-4d5f-b59b-f7d1910df960 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:33.469453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 43b68f20-8b05-4aeb-95f2-bd65553dd721 up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:05:33.473134 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-942136b5-0a47-4231-a6be-cab8c2a70ed6 req-5e4ac6aa-cf7c-4d5f-b59b-f7d1910df960 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 944 time: 0.1975570 Apr 22 13:05:33.554532 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-942136b5-0a47-4231-a6be-cab8c2a70ed6 req-45bd2094-7377-4c43-b944-f833b998cd25 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688386 Apr 22 13:05:33.638186 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 43b68f20-8b05-4aeb-95f2-bd65553dd721 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:05:33.638636 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:33.820649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:33.875367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:05:33.889524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:05:33.931309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:33.934809 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:05:34.030109 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'code': 200} Apr 22 13:05:34.091816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=43b68f20-8b05-4aeb-95f2-bd65553dd721,revision_number=10']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:05:34.109660 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:05:34.522542 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ec8b4-a538-40f6-b1c8-df612bd4c157 req-2e4623a7-6f70-4cf7-b11f-050a860d00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:34.525336 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc5ec8b4-a538-40f6-b1c8-df612bd4c157 req-2e4623a7-6f70-4cf7-b11f-050a860d00ae service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 1099 time: 0.1466577 Apr 22 13:05:34.601335 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc5ec8b4-a538-40f6-b1c8-df612bd4c157 req-d5bee62c-a2cc-4501-af7b-cf87cd704e9c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671670 Apr 22 13:05:34.924038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82feaa-d9aa-4984-a1d3-c28560d5946f req-f3e4aea8-b423-4066-b425-f5cd3a661231 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:34.925784 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-de82feaa-d9aa-4984-a1d3-c28560d5946f req-f3e4aea8-b423-4066-b425-f5cd3a661231 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 946 time: 0.1192737 Apr 22 13:05:35.023394 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-de82feaa-d9aa-4984-a1d3-c28560d5946f req-214c8152-29d1-4550-b1d5-bb2b4124c9c2 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840020 Apr 22 13:05:36.419588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c091d71-a8b3-4076-97f9-8593a31292af req-e5c0e644-6a49-4d90-a7e0-1f895dbb6068 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:36.422912 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7c091d71-a8b3-4076-97f9-8593a31292af req-e5c0e644-6a49-4d90-a7e0-1f895dbb6068 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 946 time: 0.1459172 Apr 22 13:05:36.514327 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7c091d71-a8b3-4076-97f9-8593a31292af req-a07b49f9-23e6-466e-bb4f-b08a3bc65795 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814803 Apr 22 13:05:37.801139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27e12-9376-4fcd-a5b2-a6885d631d01 req-7a92b815-3217-474e-a024-846f0d3620a7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:05:37.804021 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b4d27e12-9376-4fcd-a5b2-a6885d631d01 req-7a92b815-3217-474e-a024-846f0d3620a7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 946 time: 0.1296594 Apr 22 13:05:37.899219 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b4d27e12-9376-4fcd-a5b2-a6885d631d01 req-a14daa9b-1f21-400b-9ed3-98bccc6d4872 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811357 Apr 22 13:05:42.432172 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 55576) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:05:42.605049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-314d016c-dadb-428f-b1af-13f575ccf998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:42.626331 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-314d016c-dadb-428f-b1af-13f575ccf998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:05:42.631876 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-314d016c-dadb-428f-b1af-13f575ccf998 admin admin] Usage tracker for resource:security_group_rule and tenant:5938e483cfc6485cb823976af169e064 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:05:42.636199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-314d016c-dadb-428f-b1af-13f575ccf998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:05:42.643186 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-314d016c-dadb-428f-b1af-13f575ccf998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:05:42.835003 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-314d016c-dadb-428f-b1af-13f575ccf998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:42.879013 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-314d016c-dadb-428f-b1af-13f575ccf998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:42.890150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8739253a-1e7b-4292-b049-ff621efdd7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:05:42.942348 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-314d016c-dadb-428f-b1af-13f575ccf998 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5938e483cfc6485cb823976af169e064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5081766 Apr 22 13:05:42.944729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d016c-dadb-428f-b1af-13f575ccf998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e2e2ae-e9bf-4c88-8412-1832f7bc10ea,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:05:42.946070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 55582) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:05:42.948846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-314d016c-dadb-428f-b1af-13f575ccf998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:05:43.025907 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-201da246-d92b-4963-a7f9-473dcb15fea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:43.060434 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-201da246-d92b-4963-a7f9-473dcb15fea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:43.153786 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-201da246-d92b-4963-a7f9-473dcb15fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:43.158915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-34f04cd3-c4ee-4bec-9e32-ab2ee6022da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:05:43.176295 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201da246-d92b-4963-a7f9-473dcb15fea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e2e2ae-e9bf-4c88-8412-1832f7bc10ea,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:05:43.180908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-201da246-d92b-4963-a7f9-473dcb15fea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:05:43.190814 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-201da246-d92b-4963-a7f9-473dcb15fea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:43.195147 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-201da246-d92b-4963-a7f9-473dcb15fea7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2e2e2ae-e9bf-4c88-8412-1832f7bc10ea HTTP/1.1" status: 204 len: 168 time: 0.2471199 Apr 22 13:05:44.273547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:53.267905 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:05:55.937266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-118d5b77-bb66-4a4d-a8c7-606531c4fce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:05:59.765506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:00.188134 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec576-6cd1-4568-a727-ce12d450cd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:00.657016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:02.205248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:07.788834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22568a67-efa2-4554-8eb0-ca0bebea78de req-e4aa28d4-3b19-4b6e-a09d-8eabfce00adc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:07.793722 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-22568a67-efa2-4554-8eb0-ca0bebea78de req-e4aa28d4-3b19-4b6e-a09d-8eabfce00adc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 945 time: 0.1198378 Apr 22 13:06:07.870265 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-22568a67-efa2-4554-8eb0-ca0bebea78de req-b0a3e384-7883-463b-a51a-ef2446923798 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645220 Apr 22 13:06:09.184457 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e0c3b-5649-421e-9f57-d49634a7325c req-90b68c60-e39a-4130-ad32-749da0508bde tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:09.188509 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f38e0c3b-5649-421e-9f57-d49634a7325c req-90b68c60-e39a-4130-ad32-749da0508bde tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 945 time: 0.1528115 Apr 22 13:06:09.254494 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-f38e0c3b-5649-421e-9f57-d49634a7325c req-e8e0152e-71ab-4a3f-a2d4-4c7ca8fce8a8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576172 Apr 22 13:06:10.629461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a15e11-7a0f-4882-8338-a5391321433f req-736869e9-0e7b-4d50-9b66-8f53ac2e44de tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:10.631974 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e5a15e11-7a0f-4882-8338-a5391321433f req-736869e9-0e7b-4d50-9b66-8f53ac2e44de tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.89 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 945 time: 0.2059412 Apr 22 13:06:10.645611 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a63a8-8ca8-471b-91c6-3f80c20176a6 req-3ea82515-36b0-43bc-b8fd-2d4321bf155a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:10.647369 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-932a63a8-8ca8-471b-91c6-3f80c20176a6 req-3ea82515-36b0-43bc-b8fd-2d4321bf155a tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 945 time: 0.1690304 Apr 22 13:06:10.849470 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Deleting port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:10.850103 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:10.937019 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-932a63a8-8ca8-471b-91c6-3f80c20176a6 req-14c19e53-8e59-4e47-a6be-2caf084b8515 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups?id=96569275-c8c0-422b-8f9b-c0086362f501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220743 Apr 22 13:06:11.344114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] For port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:11.344666 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:11.720787 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:11.722093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:11.722093 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Floating IP 8735b0ce-ccd8-4cc1-a57a-eca74dc0072b disassociated. External IP: 172.28.2.156, port: 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f. Apr 22 13:06:11.722093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Calling delete_port for 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f owned by compute:nova {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:12.096035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:12.104797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:12.167729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event deleted for resources: {'Port': ['ID=2a46d2a4-0f9d-40db-8723-446a3fdfaf7f,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:12.255606 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9de52d57-7239-43e4-a357-a05869457afc req-dbec7be1-e3b4-42e7-9cdb-56bc6e2964ec tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 210 time: 0.0895169 Apr 22 13:06:12.269421 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.270183 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.270670 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.271143 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.271827 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.272143 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.272711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.273342 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.273982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.274537 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.275062 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.275568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:12.279981 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:12.515410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Router ebbd91d7-2923-44aa-bc8a-951ca92151bc has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:06:12.827704 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ba9e7dea-61d3-4997-af47-4c7d1cf07df1 req-dcb15a55-8514-46c4-8f7e-7de08ff8053b tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1573664151&fields=id&tenant_id=138375e2ccfa4090852ea7418b8db422 HTTP/1.1" status: 200 len: 267 time: 0.1239848 Apr 22 13:06:12.928307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:06:12.941406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b58cc-9a3f-4c48-ae52-7f29b3e15796 None None] Sync routers for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:06:12.953691 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b58cc-9a3f-4c48-ae52-7f29b3e15796 None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:12.954404 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a00b58cc-9a3f-4c48-ae52-7f29b3e15796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:13.200728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-a00b58cc-9a3f-4c48-ae52-7f29b3e15796 None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:13.270770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] No DVR routers for this DVR port 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f on host hv-cinder-78726 {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:06:13.274405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:13.277818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'name': 'network-vif-deleted', 'tag': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:06:13.329819 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e5a15e11-7a0f-4882-8338-a5391321433f req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.89 "DELETE /v2.0/ports/2a46d2a4-0f9d-40db-8723-446a3fdfaf7f HTTP/1.1" status: 204 len: 173 time: 2.6808703 Apr 22 13:06:13.353126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e7dea-61d3-4997-af47-4c7d1cf07df1 req-86c00f83-02f6-4faa-ba70-df71f831fac6 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:13.356307 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ba9e7dea-61d3-4997-af47-4c7d1cf07df1 req-86c00f83-02f6-4faa-ba70-df71f831fac6 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 985 time: 0.5178893 Apr 22 13:06:13.367310 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68823b25-3605-43a0-a341-0a9dddc3fd62', 'name': 'network-vif-deleted', 'tag': '2a46d2a4-0f9d-40db-8723-446a3fdfaf7f', 'status': 'completed', 'code': 200} Apr 22 13:06:13.385051 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-ba9e7dea-61d3-4997-af47-4c7d1cf07df1 req-b4b913f2-af63-4de7-8660-e98fdb02312f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Request body: {'port': {'security_groups': ['5dd00863-fafa-43d0-92c0-9e152db8b77b']}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:06:13.624966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ba9e7dea-61d3-4997-af47-4c7d1cf07df1 req-b4b913f2-af63-4de7-8660-e98fdb02312f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:13.642136 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2fe7daef-0ddf-463f-8a2e-82ffd59d11da req-017fbe03-38a1-4373-98aa-6ed5ac19d9d8 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/ports?device_id=68823b25-3605-43a0-a341-0a9dddc3fd62 HTTP/1.1" status: 200 len: 210 time: 0.0723419 Apr 22 13:06:13.703142 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a00b58cc-9a3f-4c48-ae52-7f29b3e15796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:13.707998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b58cc-9a3f-4c48-ae52-7f29b3e15796 None None] Checking router: ebbd91d7-2923-44aa-bc8a-951ca92151bc for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:06:13.719337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b58cc-9a3f-4c48-ae52-7f29b3e15796 None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:13.720026 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a00b58cc-9a3f-4c48-ae52-7f29b3e15796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:13.784161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:13.837568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:13.838491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 2a46d2a4-0f9d-40db-8723-446a3fdfaf7f not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:14.022155 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-a00b58cc-9a3f-4c48-ae52-7f29b3e15796 None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:14.031275 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-ba9e7dea-61d3-4997-af47-4c7d1cf07df1 req-b4b913f2-af63-4de7-8660-e98fdb02312f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] For port 6e944f11-d94a-4efb-8c5b-51dbaffa2861, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:14.063980 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ba9e7dea-61d3-4997-af47-4c7d1cf07df1 req-b4b913f2-af63-4de7-8660-e98fdb02312f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:14.102994 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ba9e7dea-61d3-4997-af47-4c7d1cf07df1 req-b4b913f2-af63-4de7-8660-e98fdb02312f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:14.121296 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3d038fdc-00fc-4ea1-b2aa-929b64f6ead3 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:14.130713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['6e944f11-d94a-4efb-8c5b-51dbaffa2861'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:06:14.206859 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e7dea-61d3-4997-af47-4c7d1cf07df1 req-b4b913f2-af63-4de7-8660-e98fdb02312f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:14.207775 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ba9e7dea-61d3-4997-af47-4c7d1cf07df1 req-b4b913f2-af63-4de7-8660-e98fdb02312f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:14.209709 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ba9e7dea-61d3-4997-af47-4c7d1cf07df1 req-b4b913f2-af63-4de7-8660-e98fdb02312f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "PUT /v2.0/ports/6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 200 len: 943 time: 0.8392198 Apr 22 13:06:14.217167 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 55826) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:14.297511 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b913f2-af63-4de7-8660-e98fdb02312f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event updated for resources: {'Port': ['ID=6e944f11-d94a-4efb-8c5b-51dbaffa2861,revision_number=7']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:14.307525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b4b913f2-af63-4de7-8660-e98fdb02312f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:14.473286 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:14.539529 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['6e944f11-d94a-4efb-8c5b-51dbaffa2861'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:06:14.563556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:14.595887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:14.713502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:14.736059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4ea98bac-56bf-4302-9f46-dece2d08f8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:14.757517 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfac8fa7-79fa-44f1-ae8b-64ca0be1e232,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:14.770906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.776126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.776126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.776126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.776126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.776126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.776126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.776126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.776126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.776126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.776126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.776126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:06:14.784812 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:14.790960 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-5742149c-cc61-4ceb-8c21-207b2b63caec None None] Provisioning complete for port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:06:14.791390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5742149c-cc61-4ceb-8c21-207b2b63caec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:14.804160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:14.806728 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "DELETE /v2.0/security-groups/dfac8fa7-79fa-44f1-ae8b-64ca0be1e232 HTTP/1.1" status: 204 len: 168 time: 0.5882680 Apr 22 13:06:14.809742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 55834) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:14.948891 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 55840) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:15.094975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b7909f4a-1118-450e-9d35-5d5fe55592bc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:15.126532 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Deleting port 41550910-e661-474a-8f21-65b53d45e62c {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:15.127161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:15.161024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b7909f4a-1118-450e-9d35-5d5fe55592bc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:15.296615 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b7909f4a-1118-450e-9d35-5d5fe55592bc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:15.319203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:15.348962 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7909f4a-1118-450e-9d35-5d5fe55592bc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96569275-c8c0-422b-8f9b-c0086362f501,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:15.354544 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b7909f4a-1118-450e-9d35-5d5fe55592bc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:15.366847 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b7909f4a-1118-450e-9d35-5d5fe55592bc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:15.369070 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b7909f4a-1118-450e-9d35-5d5fe55592bc tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "DELETE /v2.0/security-groups/96569275-c8c0-422b-8f9b-c0086362f501 HTTP/1.1" status: 204 len: 168 time: 0.4178150 Apr 22 13:06:15.373748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 55844) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:15.386533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:06:15.396664 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.v2.resource [None req-bc79d0de-c3f5-4f7b-9c50-b070f5d2bfd2 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] show failed (client error): The resource could not be found. Apr 22 13:06:15.398441 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-bc79d0de-c3f5-4f7b-9c50-b070f5d2bfd2 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "GET /v2.0/security-groups/96569275-c8c0-422b-8f9b-c0086362f501 HTTP/1.1" status: 404 len: 347 time: 0.0233591 Apr 22 13:06:15.405909 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 55850) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:15.556211 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'status': 'completed', 'code': 200} Apr 22 13:06:15.561115 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a00b58cc-9a3f-4c48-ae52-7f29b3e15796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:15.579666 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b58cc-9a3f-4c48-ae52-7f29b3e15796 None None] The sync data for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb is: [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '2b400fd6-89fb-48d1-b86c-b4abdc5ad346', 'name': '', 'network_id': '31207420-d65b-4b1e-9a86-8f6b5be77b86', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'mac_address': 'fa:16:3e:02:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:10Z', 'updated_at': '2021-04-22T12:59:28Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'subnets': [{'id': 'c056221c-c3f3-469d-8ba6-0a1eec805698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:06:15.816850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Deleting port 9cea7188-7cf3-434c-ae00-5583d3c9cee9 {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:15.817464 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:15.903490 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:15.903844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:16.131303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43240a79-cb9b-4589-b930-9be0438873ed None None] New status for floating IP 8735b0ce-ccd8-4cc1-a57a-eca74dc0072b: DOWN {{(pid=86514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:06:16.201454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Calling delete_port for 41550910-e661-474a-8f21-65b53d45e62c owned by network:floatingip {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:16.286055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfbd3d-e96e-4008-820c-6224f886be5e req-533b9909-eb75-4e79-8748-e941d4074681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:16.288068 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bfcfbd3d-e96e-4008-820c-6224f886be5e req-533b9909-eb75-4e79-8748-e941d4074681 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=138375e2ccfa4090852ea7418b8db422&device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 1099 time: 0.7358763 Apr 22 13:06:16.511365 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:16.511803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:16.712334 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Calling delete_port for 9cea7188-7cf3-434c-ae00-5583d3c9cee9 owned by network:floatingip {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:16.802889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfbd3d-e96e-4008-820c-6224f886be5e req-1d52a852-c346-4889-a3c4-f0c0ccaba0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:16.805379 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bfcfbd3d-e96e-4008-820c-6224f886be5e req-1d52a852-c346-4889-a3c4-f0c0ccaba0e0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=769d1cc4-842e-45c8-b335-fbe33bd43116 HTTP/1.1" status: 200 len: 915 time: 0.4932907 Apr 22 13:06:16.984765 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bfcfbd3d-e96e-4008-820c-6224f886be5e req-c5a8d9f1-f349-44cc-93ec-b15eac2f52cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 200 len: 1002 time: 0.1624391 Apr 22 13:06:16.987162 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:16.991791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:17.116335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event deleted for resources: {'Port': ['ID=41550910-e661-474a-8f21-65b53d45e62c,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:17.190558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:17.296224 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.api [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86512) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 13:06:17.296814 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_db.api [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 13:06:17.307333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfbd3d-e96e-4008-820c-6224f886be5e req-703832b6-cd1d-4bb0-b5f6-1645398c4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:17.309382 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bfcfbd3d-e96e-4008-820c-6224f886be5e req-703832b6-cd1d-4bb0-b5f6-1645398c4f68 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f0590c1-d3dc-4264-b359-402fa023922d HTTP/1.1" status: 200 len: 853 time: 0.2807336 Apr 22 13:06:17.389586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks [] for floatingip, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:17.389907 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Floating IP d66ff41d-acab-48d5-b098-d11f61935ef0 disassociated (deleted). External IP: 172.28.2.182, port: 6e944f11-d94a-4efb-8c5b-51dbaffa2861. Apr 22 13:06:17.757534 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 55866) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:17.800662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Deleting port 9cea7188-7cf3-434c-ae00-5583d3c9cee9 {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:17.801226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:17.913672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9be1bed3-4853-468e-822a-ff165df0a69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:17.932149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9be1bed3-4853-468e-822a-ff165df0a69b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:06:17.937271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9be1bed3-4853-468e-822a-ff165df0a69b admin admin] Usage tracker for resource:security_group_rule and tenant:03fd440333674691b48646fdeb413aec is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:06:17.940929 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9be1bed3-4853-468e-822a-ff165df0a69b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:06:17.947757 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9be1bed3-4853-468e-822a-ff165df0a69b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:06:17.994051 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfbd3d-e96e-4008-820c-6224f886be5e req-cb834d59-9201-41b5-93dd-1571a1dbbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:17.996063 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bfcfbd3d-e96e-4008-820c-6224f886be5e req-cb834d59-9201-41b5-93dd-1571a1dbbd1f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=769d1cc4-842e-45c8-b335-fbe33bd43116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6715219 Apr 22 13:06:18.052711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9be1bed3-4853-468e-822a-ff165df0a69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:18.090100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9be1bed3-4853-468e-822a-ff165df0a69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:18.098751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0a6f538d-b9aa-4b47-b7d5-e584d05cb11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:18.148563 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-9be1bed3-4853-468e-822a-ff165df0a69b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03fd440333674691b48646fdeb413aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890555 Apr 22 13:06:18.150061 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1bed3-4853-468e-822a-ff165df0a69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2a7b26-308e-4302-9092-de0d2a42feb4,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:18.153272 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 55872) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:18.156311 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9be1bed3-4853-468e-822a-ff165df0a69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:18.263415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c3af2b26-06f2-4af8-be0b-7cec6bc4da27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:18.318763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c3af2b26-06f2-4af8-be0b-7cec6bc4da27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:18.366786 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:18.367224 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:18.445203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c3af2b26-06f2-4af8-be0b-7cec6bc4da27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:18.456091 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-33384a1d-b0e9-46e9-a7ec-59f89693fc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:18.485832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af2b26-06f2-4af8-be0b-7cec6bc4da27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2a7b26-308e-4302-9092-de0d2a42feb4,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:18.495758 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c3af2b26-06f2-4af8-be0b-7cec6bc4da27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:18.498145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c3af2b26-06f2-4af8-be0b-7cec6bc4da27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:18.504446 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c3af2b26-06f2-4af8-be0b-7cec6bc4da27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b2a7b26-308e-4302-9092-de0d2a42feb4 HTTP/1.1" status: 204 len: 168 time: 0.3454442 Apr 22 13:06:18.589953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Calling delete_port for 9cea7188-7cf3-434c-ae00-5583d3c9cee9 owned by network:floatingip {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:18.689828 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bfcfbd3d-e96e-4008-820c-6224f886be5e req-d2f57a67-90ee-4434-96c4-89004afab199 service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272287 Apr 22 13:06:18.753437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Router baf99e51-88ac-4ec2-9d49-757914447d1d has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:06:19.202407 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bfcfbd3d-e96e-4008-820c-6224f886be5e req-8b1ac971-d563-4cb7-b113-d88488dae7e0 service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932220 Apr 22 13:06:19.255432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:06:19.269447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b7f90b-340b-495d-95ae-cae25fd4b456 None None] Sync routers for ids ['baf99e51-88ac-4ec2-9d49-757914447d1d'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:06:19.275311 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:19.280665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:19.288099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7f90b-340b-495d-95ae-cae25fd4b456 None None] Routers {'baf99e51-88ac-4ec2-9d49-757914447d1d'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:19.293820 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-87b7f90b-340b-495d-95ae-cae25fd4b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['baf99e51-88ac-4ec2-9d49-757914447d1d'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:19.374569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Pushing event deleted for resources: {'Port': ['ID=9cea7188-7cf3-434c-ae00-5583d3c9cee9,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:19.388383 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:19.449110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:19.674095 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-03aae9bf-ca8b-49a2-ad84-dddc8213c2f4 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "DELETE /v2.0/floatingips/d66ff41d-acab-48d5-b098-d11f61935ef0 HTTP/1.1" status: 204 len: 168 time: 4.8625641 Apr 22 13:06:19.677870 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-87b7f90b-340b-495d-95ae-cae25fd4b456 None None] Set router baf99e51-88ac-4ec2-9d49-757914447d1d gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:19.679358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:06:19.714155 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks [] for floatingip, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:19.719330 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:19.727969 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] 10.222.0.11 "DELETE /v2.0/floatingips/8735b0ce-ccd8-4cc1-a57a-eca74dc0072b HTTP/1.1" status: 204 len: 168 time: 4.3139946 Apr 22 13:06:19.795139 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'status': 'completed', 'code': 200} Apr 22 13:06:19.970527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85601ff6-1fa5-4002-a7f1-8b5d04a05bae req-a65559e4-0bb7-48c7-ae85-7bf23d61dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:19.972469 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-85601ff6-1fa5-4002-a7f1-8b5d04a05bae req-a65559e4-0bb7-48c7-ae85-7bf23d61dc5b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=138375e2ccfa4090852ea7418b8db422&device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 1099 time: 0.1390359 Apr 22 13:06:20.292872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85601ff6-1fa5-4002-a7f1-8b5d04a05bae req-b4d3d512-ba74-42b7-82cf-ebf72338684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:20.295653 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-85601ff6-1fa5-4002-a7f1-8b5d04a05bae req-b4d3d512-ba74-42b7-82cf-ebf72338684e service neutron] 10.222.0.89 "GET /v2.0/networks?id=769d1cc4-842e-45c8-b335-fbe33bd43116 HTTP/1.1" status: 200 len: 915 time: 0.3067698 Apr 22 13:06:20.432232 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-87b7f90b-340b-495d-95ae-cae25fd4b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:56Z', 'revision_number': 4, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '4d5b6f19-808d-4713-b2bb-5a25d01bf4be', 'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'mac_address': 'fa:16:3e:f3:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:54Z', 'updated_at': '2021-04-22T13:03:06Z', 'revision_number': 5, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'subnets': [{'id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:20.441675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b7f90b-340b-495d-95ae-cae25fd4b456 None None] Checking router: baf99e51-88ac-4ec2-9d49-757914447d1d for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:06:20.459886 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7f90b-340b-495d-95ae-cae25fd4b456 None None] Routers {'baf99e51-88ac-4ec2-9d49-757914447d1d'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:20.460556 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-85601ff6-1fa5-4002-a7f1-8b5d04a05bae req-9aa36870-5955-46e2-bc11-ead9d0812f83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 200 len: 217 time: 0.1541955 Apr 22 13:06:20.461631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-87b7f90b-340b-495d-95ae-cae25fd4b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['baf99e51-88ac-4ec2-9d49-757914447d1d'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:20.840568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-87b7f90b-340b-495d-95ae-cae25fd4b456 None None] Set router baf99e51-88ac-4ec2-9d49-757914447d1d gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:20.908642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85601ff6-1fa5-4002-a7f1-8b5d04a05bae req-42a38f1d-32ab-42a2-b592-65200ebe2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:20.910451 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-85601ff6-1fa5-4002-a7f1-8b5d04a05bae req-42a38f1d-32ab-42a2-b592-65200ebe2b32 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f0590c1-d3dc-4264-b359-402fa023922d HTTP/1.1" status: 200 len: 853 time: 0.4411166 Apr 22 13:06:21.032503 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85601ff6-1fa5-4002-a7f1-8b5d04a05bae req-4a0462b0-3e0a-4649-a456-8842ab334b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:21.035524 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-85601ff6-1fa5-4002-a7f1-8b5d04a05bae req-4a0462b0-3e0a-4649-a456-8842ab334b41 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=769d1cc4-842e-45c8-b335-fbe33bd43116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1153252 Apr 22 13:06:21.300611 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-87b7f90b-340b-495d-95ae-cae25fd4b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:56Z', 'revision_number': 4, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '4d5b6f19-808d-4713-b2bb-5a25d01bf4be', 'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'mac_address': 'fa:16:3e:f3:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:54Z', 'updated_at': '2021-04-22T13:03:06Z', 'revision_number': 5, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'subnets': [{'id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:21.302071 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-85601ff6-1fa5-4002-a7f1-8b5d04a05bae req-1e110c23-d290-4965-8a35-12ed4983c1a3 service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577200 Apr 22 13:06:21.307949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b7f90b-340b-495d-95ae-cae25fd4b456 None None] The sync data for ids ['baf99e51-88ac-4ec2-9d49-757914447d1d'] in dv-cinder-787262-3-smb is: [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:02:56Z', 'revision_number': 4, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '4d5b6f19-808d-4713-b2bb-5a25d01bf4be', 'name': '', 'network_id': '769d1cc4-842e-45c8-b335-fbe33bd43116', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'mac_address': 'fa:16:3e:f3:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:54Z', 'updated_at': '2021-04-22T13:03:06Z', 'revision_number': 5, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'subnets': [{'id': '1f0590c1-d3dc-4264-b359-402fa023922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:06:21.578022 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-85601ff6-1fa5-4002-a7f1-8b5d04a05bae req-5747789e-f465-48cf-ba1a-21a6313446d9 service neutron] 10.222.0.89 "GET /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676013 Apr 22 13:06:21.811094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c216450-0693-4b38-8f96-0c7471fe144e None None] New status for floating IP d66ff41d-acab-48d5-b098-d11f61935ef0: DOWN {{(pid=86514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:06:24.079730 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f3ab6-528f-46a7-b38e-26c1d3cb4a11 req-528c2839-2b74-4285-8657-3bd76f8d7965 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:24.081456 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a14f3ab6-528f-46a7-b38e-26c1d3cb4a11 req-528c2839-2b74-4285-8657-3bd76f8d7965 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 946 time: 0.0963817 Apr 22 13:06:24.135229 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-a14f3ab6-528f-46a7-b38e-26c1d3cb4a11 req-63db5fa1-1d8c-4111-82b8-07aaff60e93b tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Synchronizing usage tracker for tenant:138375e2ccfa4090852ea7418b8db422 on resource:security_group {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:06:24.186903 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-a14f3ab6-528f-46a7-b38e-26c1d3cb4a11 req-63db5fa1-1d8c-4111-82b8-07aaff60e93b tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Unset dirty status for tenant:138375e2ccfa4090852ea7418b8db422 on resource:security_group {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:06:24.188207 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-a14f3ab6-528f-46a7-b38e-26c1d3cb4a11 req-63db5fa1-1d8c-4111-82b8-07aaff60e93b tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995929 Apr 22 13:06:24.639964 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 55934) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:25.525543 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09513e63-eaae-4dd3-9f3e-1543cda191d9 req-34ad86ba-cbfb-4a69-bdcc-efcfb811e6ab tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:25.526781 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-09513e63-eaae-4dd3-9f3e-1543cda191d9 req-34ad86ba-cbfb-4a69-bdcc-efcfb811e6ab tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Synchronizing usage tracker for tenant:138375e2ccfa4090852ea7418b8db422 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:06:25.581481 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-09513e63-eaae-4dd3-9f3e-1543cda191d9 req-34ad86ba-cbfb-4a69-bdcc-efcfb811e6ab tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Unset dirty status for tenant:138375e2ccfa4090852ea7418b8db422 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:06:25.583141 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-09513e63-eaae-4dd3-9f3e-1543cda191d9 req-34ad86ba-cbfb-4a69-bdcc-efcfb811e6ab tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 946 time: 0.1809282 Apr 22 13:06:25.679239 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-09513e63-eaae-4dd3-9f3e-1543cda191d9 req-f1240b76-e1d3-410a-9dea-1752c5526863 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829527 Apr 22 13:06:25.830091 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397206'] for router_interface, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:25.952845 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4002a1e6-2329-414c-a806-2af97cf53248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:26.142566 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a7123-7aed-45ca-9238-f56cd2ba3d80 req-261e585e-bb95-46a9-b7dc-20637bc178e5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:26.145611 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-892a7123-7aed-45ca-9238-f56cd2ba3d80 req-261e585e-bb95-46a9-b7dc-20637bc178e5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.89 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 946 time: 0.1410272 Apr 22 13:06:26.351619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Deleting port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:26.352178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:26.408239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-892a7123-7aed-45ca-9238-f56cd2ba3d80 req-c180ed18-c5d2-46a4-917d-d7492850464f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Deleting port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:26.408874 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-892a7123-7aed-45ca-9238-f56cd2ba3d80 req-c180ed18-c5d2-46a4-917d-d7492850464f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:26.624780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] For port 2b400fd6-89fb-48d1-b86c-b4abdc5ad346, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=2b400fd6-89fb-48d1-b86c-b4abdc5ad346,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:26.624780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:26.805760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Calling delete_port for 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 owned by network:router_interface {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:26.841725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-892a7123-7aed-45ca-9238-f56cd2ba3d80 req-c180ed18-c5d2-46a4-917d-d7492850464f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] For port 6e944f11-d94a-4efb-8c5b-51dbaffa2861, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6e944f11-d94a-4efb-8c5b-51dbaffa2861,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:26.842181 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-892a7123-7aed-45ca-9238-f56cd2ba3d80 req-c180ed18-c5d2-46a4-917d-d7492850464f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:27.043643 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-892a7123-7aed-45ca-9238-f56cd2ba3d80 req-c180ed18-c5d2-46a4-917d-d7492850464f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Calling delete_port for 6e944f11-d94a-4efb-8c5b-51dbaffa2861 owned by compute:nova {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:27.119043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:27.128002 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-09817b60-15e7-48c8-bf32-86bb1ef8d552 tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:27.172630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b6039-8a79-4d2c-8bb4-23cdd96ab8ec req-464fd482-736f-40fe-9d1d-91f8eb9cc8a5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:27.174339 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5f2b6039-8a79-4d2c-8bb4-23cdd96ab8ec req-464fd482-736f-40fe-9d1d-91f8eb9cc8a5 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 946 time: 0.3219378 Apr 22 13:06:27.192468 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d56c12-dfd8-4f13-9d82-fd3113f6c119 req-a9dc0dae-a53a-4183-b0ec-db837f7dd3ad tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:27.194234 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-49d56c12-dfd8-4f13-9d82-fd3113f6c119 req-a9dc0dae-a53a-4183-b0ec-db837f7dd3ad tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 946 time: 0.1935606 Apr 22 13:06:27.262112 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b400fd6-89fb-48d1-b86c-b4abdc5ad346,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:27.266072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:27.292704 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5f2b6039-8a79-4d2c-8bb4-23cdd96ab8ec req-3bd20018-1e35-4653-87ae-f2c663a45adb tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dd00863-fafa-43d0-92c0-9e152db8b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844426 Apr 22 13:06:27.330696 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-892a7123-7aed-45ca-9238-f56cd2ba3d80 req-c180ed18-c5d2-46a4-917d-d7492850464f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:27.362314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2790715d-aebe-4d95-a825-b23ea87b0688 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:27.448731 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-49d56c12-dfd8-4f13-9d82-fd3113f6c119 req-74cc8d71-5837-41ce-b691-4b51b9028643 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011125 Apr 22 13:06:27.462636 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180ed18-c5d2-46a4-917d-d7492850464f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Pushing event deleted for resources: {'Port': ['ID=6e944f11-d94a-4efb-8c5b-51dbaffa2861,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:27.468450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c180ed18-c5d2-46a4-917d-d7492850464f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:27.470400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['6e944f11-d94a-4efb-8c5b-51dbaffa2861'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:06:27.626726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-892a7123-7aed-45ca-9238-f56cd2ba3d80 req-c180ed18-c5d2-46a4-917d-d7492850464f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] No DVR routers for this DVR port 6e944f11-d94a-4efb-8c5b-51dbaffa2861 on host hv-cinder-78726 {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:06:27.630523 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-892a7123-7aed-45ca-9238-f56cd2ba3d80 req-c180ed18-c5d2-46a4-917d-d7492850464f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:27.635818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'name': 'network-vif-deleted', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:06:27.694259 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-892a7123-7aed-45ca-9238-f56cd2ba3d80 req-c180ed18-c5d2-46a4-917d-d7492850464f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.89 "DELETE /v2.0/ports/6e944f11-d94a-4efb-8c5b-51dbaffa2861 HTTP/1.1" status: 204 len: 173 time: 1.4172103 Apr 22 13:06:27.712050 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e07e36-a1b7-4e0c-be8e-280364422bbc', 'name': 'network-vif-deleted', 'tag': '6e944f11-d94a-4efb-8c5b-51dbaffa2861', 'status': 'completed', 'code': 200} Apr 22 13:06:27.819562 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397288'] for router_interface, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:28.358871 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Router ebbd91d7-2923-44aa-bc8a-951ca92151bc has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:06:28.592033 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-37f14161-18bb-4605-935e-f3b6ec2c5fa9 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:28.595447 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-37f14161-18bb-4605-935e-f3b6ec2c5fa9 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 946 time: 0.1580615 Apr 22 13:06:28.620103 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-504bd9c6-b33a-4d0b-a5ba-118f8375952c req-6c3a33aa-b851-45af-886a-f4b1ba6a0309 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3e07e36-a1b7-4e0c-be8e-280364422bbc HTTP/1.1" status: 200 len: 210 time: 0.1279719 Apr 22 13:06:28.684947 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:06:28.693416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Deleting port 43b68f20-8b05-4aeb-95f2-bd65553dd721 {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:28.693816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:28.696223 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c695a788-adfd-4e0e-a79c-582c211b91da None None] Sync routers for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:06:28.721020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695a788-adfd-4e0e-a79c-582c211b91da None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:28.721997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c695a788-adfd-4e0e-a79c-582c211b91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:28.732886 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] 10.222.0.11 "PUT /v2.0/routers/ebbd91d7-2923-44aa-bc8a-951ca92151bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0910699 Apr 22 13:06:28.737007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 55960) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:29.117176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716144da-84f7-4f43-9e1a-afc4e13687ff req-8394bf23-29fe-447b-94f4-7eb2216f206b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:29.120608 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-716144da-84f7-4f43-9e1a-afc4e13687ff req-8394bf23-29fe-447b-94f4-7eb2216f206b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 946 time: 0.3842950 Apr 22 13:06:29.188880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-c695a788-adfd-4e0e-a79c-582c211b91da None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:29.265990 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Notify callbacks [] for router, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:29.292839 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-716144da-84f7-4f43-9e1a-afc4e13687ff req-ea7c00b2-9a8a-4e4b-956e-30558ae66aaf tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups?id=3938478f-8ffd-440b-878d-ca1e1615182e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569223 Apr 22 13:06:29.321604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] For port 43b68f20-8b05-4aeb-95f2-bd65553dd721, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=43b68f20-8b05-4aeb-95f2-bd65553dd721,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:29.322747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:29.520240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:29.571061 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Deleting port 43bb723b-ce75-4281-963d-0f05467a46a8 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:29.572027 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:29.779408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 6e944f11-d94a-4efb-8c5b-51dbaffa2861 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:29.826332 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:29.830353 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: 6e944f11-d94a-4efb-8c5b-51dbaffa2861 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:29.830720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 6e944f11-d94a-4efb-8c5b-51dbaffa2861 not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:29.850334 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c695a788-adfd-4e0e-a79c-582c211b91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T13:06:26Z', 'revision_number': 5, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port': {'id': '43bb723b-ce75-4281-963d-0f05467a46a8', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:59:02Z', 'updated_at': '2021-04-22T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:29.861577 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c695a788-adfd-4e0e-a79c-582c211b91da None None] Checking router: ebbd91d7-2923-44aa-bc8a-951ca92151bc for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:06:29.865222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:29.866072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:29.866858 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Floating IP c9fd6262-15ed-4094-9d0e-4bdb3146b54e disassociated. External IP: 172.28.2.15, port: 43b68f20-8b05-4aeb-95f2-bd65553dd721. Apr 22 13:06:29.867700 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Calling delete_port for 43b68f20-8b05-4aeb-95f2-bd65553dd721 owned by compute:nova {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:29.881513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695a788-adfd-4e0e-a79c-582c211b91da None None] Routers {'ebbd91d7-2923-44aa-bc8a-951ca92151bc'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:29.882332 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c695a788-adfd-4e0e-a79c-582c211b91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:29.984208 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] For port 43bb723b-ce75-4281-963d-0f05467a46a8, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=43bb723b-ce75-4281-963d-0f05467a46a8,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:29.985346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:30.120139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-c695a788-adfd-4e0e-a79c-582c211b91da None None] Set router ebbd91d7-2923-44aa-bc8a-951ca92151bc gateway port host: None {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:30.223274 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:30.246495 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Calling delete_port for 43bb723b-ce75-4281-963d-0f05467a46a8 owned by network:router_gateway {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:30.248526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c695a788-adfd-4e0e-a79c-582c211b91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T13:06:29Z', 'revision_number': 6, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port_host': None}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:30.259420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c340cf15-d010-4999-84ec-6ddccf0acafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:30.267788 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c695a788-adfd-4e0e-a79c-582c211b91da None None] The sync data for ids ['ebbd91d7-2923-44aa-bc8a-951ca92151bc'] in dv-cinder-787262-3-smb is: [{'id': 'ebbd91d7-2923-44aa-bc8a-951ca92151bc', 'name': 'tempest-AttachVolumeTestJSON-859344717-router', 'tenant_id': '028af9f54afe41f9878fb8e62a487739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:58:59Z', 'updated_at': '2021-04-22T13:06:29Z', 'revision_number': 6, 'project_id': '028af9f54afe41f9878fb8e62a487739', 'gw_port_host': None}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:06:30.306918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2305-2c04-49b2-93bd-aecf37143278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:30.311601 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:06:30.353993 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event deleted for resources: {'Port': ['ID=43b68f20-8b05-4aeb-95f2-bd65553dd721,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:30.358396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:30.627288 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:30.627800 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ddbe6c03-e790-46ca-9e58-04c1e2fb9d28 req-2ebad454-ac67-46cc-a46e-83945aa3a1e7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 210 time: 0.0679810 Apr 22 13:06:30.705696 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:06:30.873514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:30.899732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5032a269-06e9-46bf-8da7-6c1c46c2b0b0 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:30.990556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:06:31.018505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4558fc44-c00e-475f-af36-c0ec29b25cd8 None None] Sync routers for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:06:31.041461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558fc44-c00e-475f-af36-c0ec29b25cd8 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:31.042386 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-4558fc44-c00e-475f-af36-c0ec29b25cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:31.091760 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Pushing event deleted for resources: {'Port': ['ID=43bb723b-ce75-4281-963d-0f05467a46a8,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:31.104664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:31.149449 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854339223'] for router_gateway, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:31.168051 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] No DVR routers for this DVR port 43b68f20-8b05-4aeb-95f2-bd65553dd721 on host hv-cinder-78726 {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:06:31.171135 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:31.188515 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'name': 'network-vif-deleted', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:06:31.246424 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4e3f5ee9-e3ba-48bc-a825-005fe08d9425 req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.89 "DELETE /v2.0/ports/43b68f20-8b05-4aeb-95f2-bd65553dd721 HTTP/1.1" status: 204 len: 173 time: 2.6442881 Apr 22 13:06:31.310299 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a1fa68-2475-491f-b6f6-6fe4eced4efb', 'name': 'network-vif-deleted', 'tag': '43b68f20-8b05-4aeb-95f2-bd65553dd721', 'status': 'completed', 'code': 200} Apr 22 13:06:31.371077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-4558fc44-c00e-475f-af36-c0ec29b25cd8 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:31.531972 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764067'] for router, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:31.536937 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:31.673658 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399473'] for router, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:31.674351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebbd91d7-2923-44aa-bc8a-951ca92151bc {{(pid=86511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 13:06:31.697114 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] Notify callbacks [] for router, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:31.698673 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-d1f43e51-8dc3-42f6-9c7e-18360e91ddad admin admin] 10.222.0.11 "DELETE /v2.0/routers/ebbd91d7-2923-44aa-bc8a-951ca92151bc HTTP/1.1" status: 204 len: 168 time: 2.9605801 Apr 22 13:06:31.703111 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56012) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:31.781348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 43b68f20-8b05-4aeb-95f2-bd65553dd721 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:31.953408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e19aaf-d7e5-473a-9deb-8ccfff44baab admin admin] Deleting subnet c056221c-c3f3-469d-8ba6-0a1eec805698 {{(pid=86512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:06:31.967184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:31.968181 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-58e19aaf-d7e5-473a-9deb-8ccfff44baab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:31.995888 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-4558fc44-c00e-475f-af36-c0ec29b25cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:32.010765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4558fc44-c00e-475f-af36-c0ec29b25cd8 None None] Checking router: 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:06:32.030389 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558fc44-c00e-475f-af36-c0ec29b25cd8 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:32.031096 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-4558fc44-c00e-475f-af36-c0ec29b25cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:32.053400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: 43b68f20-8b05-4aeb-95f2-bd65553dd721 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:32.054123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 43b68f20-8b05-4aeb-95f2-bd65553dd721 not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:32.056136 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:32.060848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 2b400fd6-89fb-48d1-b86c-b4abdc5ad346 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:32.061735 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 43bb723b-ce75-4281-963d-0f05467a46a8 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:32.076170 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-beb64872-ed6a-43e2-93af-9d2e80aa4a02 req-0511dff7-2d67-4658-8401-8f40020ddf4d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5a1fa68-2475-491f-b6f6-6fe4eced4efb HTTP/1.1" status: 200 len: 210 time: 0.1094699 Apr 22 13:06:32.104163 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-58e19aaf-d7e5-473a-9deb-8ccfff44baab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851668861'] for subnet, precommit_delete_associations {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:32.118459 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 43bb723b-ce75-4281-963d-0f05467a46a8 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:32.118862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 43bb723b-ce75-4281-963d-0f05467a46a8 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:32.189226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:32.253447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56016) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:32.346412 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-4558fc44-c00e-475f-af36-c0ec29b25cd8 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:32.718898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-58e19aaf-d7e5-473a-9deb-8ccfff44baab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:32.958646 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-4558fc44-c00e-475f-af36-c0ec29b25cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:32.964821 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4558fc44-c00e-475f-af36-c0ec29b25cd8 None None] The sync data for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb is: [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T12:57:53Z', 'revision_number': 4, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '5d788e85-46ba-4b81-81c0-393f734faf6d', 'name': '', 'network_id': 'a0079c58-09f4-4d9f-926a-74f262206ca6', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'mac_address': 'fa:16:3e:c4:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:48Z', 'updated_at': '2021-04-22T12:58:08Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'subnets': [{'id': '3c2ee2a6-ec91-4034-bfa3-d03217c37eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:06:33.088125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397206'] for router_interface, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:33.090639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-58e19aaf-d7e5-473a-9deb-8ccfff44baab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851688710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852443031'] for subnet, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:33.095765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:33.149456 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e19aaf-d7e5-473a-9deb-8ccfff44baab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c056221c-c3f3-469d-8ba6-0a1eec805698,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:33.156773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-58e19aaf-d7e5-473a-9deb-8ccfff44baab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:33.161258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-58e19aaf-d7e5-473a-9deb-8ccfff44baab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:33.174976 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-58e19aaf-d7e5-473a-9deb-8ccfff44baab admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c056221c-c3f3-469d-8ba6-0a1eec805698 HTTP/1.1" status: 204 len: 168 time: 1.4677296 Apr 22 13:06:33.175657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56022) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:33.178571 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b3e298-8383-437a-8e59-7afcdddddcca None None] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:06:33.356612 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:33.364271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56028) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:33.409567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Deleting port 57c2522b-1fab-48d6-afdb-293fd6eb1abc {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:33.410120 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:33.511506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e875ef-34a9-4f90-9fb4-9d636d216450 None None] New status for floating IP c9fd6262-15ed-4094-9d0e-4bdb3146b54e: DOWN {{(pid=86513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:06:33.631519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-dfad6051-3824-4724-968a-a1633f72705a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:33.700547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-dfad6051-3824-4724-968a-a1633f72705a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:33.721547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Deleting port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:33.722520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:33.868285 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] For port 57c2522b-1fab-48d6-afdb-293fd6eb1abc, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=57c2522b-1fab-48d6-afdb-293fd6eb1abc,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:33.868771 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:33.962774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252ab8ad-b4a9-47ee-bf14-ea95192961ab None None] DHCP port deletion for 31207420-d65b-4b1e-9a86-8f6b5be77b86 request from dv-cinder-787262-3-smb {{(pid=86513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 13:06:33.969168 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-252ab8ad-b4a9-47ee-bf14-ea95192961ab None None] Deleting port 57c2522b-1fab-48d6-afdb-293fd6eb1abc {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:33.969539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-252ab8ad-b4a9-47ee-bf14-ea95192961ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:34.058091 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] For port 4d5b6f19-808d-4713-b2bb-5a25d01bf4be, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=4d5b6f19-808d-4713-b2bb-5a25d01bf4be,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:34.058641 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:34.114977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Calling delete_port for 57c2522b-1fab-48d6-afdb-293fd6eb1abc owned by network:dhcp {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:34.189602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-dfad6051-3824-4724-968a-a1633f72705a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:34.203094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1d64798b-eb60-4537-b1ca-14da27a15c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:34.217557 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Calling delete_port for 4d5b6f19-808d-4713-b2bb-5a25d01bf4be owned by network:router_interface {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:34.254150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad6051-3824-4724-968a-a1633f72705a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3938478f-8ffd-440b-878d-ca1e1615182e,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:34.264071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-dfad6051-3824-4724-968a-a1633f72705a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:34.313869 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-dfad6051-3824-4724-968a-a1633f72705a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:34.315875 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-dfad6051-3824-4724-968a-a1633f72705a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "DELETE /v2.0/security-groups/3938478f-8ffd-440b-878d-ca1e1615182e HTTP/1.1" status: 204 len: 168 time: 0.9392593 Apr 22 13:06:34.320977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56032) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:34.344752 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.api.v2.resource [None req-c40555d0-10b2-48cb-927f-c72f4a1de42a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] show failed (client error): The resource could not be found. Apr 22 13:06:34.346718 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c40555d0-10b2-48cb-927f-c72f4a1de42a tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "GET /v2.0/security-groups/3938478f-8ffd-440b-878d-ca1e1615182e HTTP/1.1" status: 404 len: 347 time: 0.0242701 Apr 22 13:06:34.351790 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56036) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:34.356732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:34.402442 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-252ab8ad-b4a9-47ee-bf14-ea95192961ab None None] For port 57c2522b-1fab-48d6-afdb-293fd6eb1abc, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=57c2522b-1fab-48d6-afdb-293fd6eb1abc,segment=NetworkSegment(885c275d-4515-4c9d-8190-56ac719ee71f),segment_id=885c275d-4515-4c9d-8190-56ac719ee71f)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:34.403780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-252ab8ad-b4a9-47ee-bf14-ea95192961ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:34.462684 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-cad3e371-0d95-414b-a338-a6a6d7bbeff7 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:34.542322 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:34.549459 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0444cff5-e012-4370-a720-f6bae3ea85ea tempest-AttachVolumeNegativeTest-808256230 tempest-AttachVolumeNegativeTest-808256230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:34.552019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c2522b-1fab-48d6-afdb-293fd6eb1abc,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:34.554974 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] No DVR routers for this DVR port 57c2522b-1fab-48d6-afdb-293fd6eb1abc on host dv-cinder-787262-3-smb {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:06:34.626323 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:34.639363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5b6f19-808d-4713-b2bb-5a25d01bf4be,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:34.696770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-252ab8ad-b4a9-47ee-bf14-ea95192961ab None None] Calling delete_port for 57c2522b-1fab-48d6-afdb-293fd6eb1abc owned by network:dhcp {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:34.700494 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Deleting port 529bdf96-e64e-431a-aab0-299e375bdca6 {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:34.700920 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:34.740944 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:34.845835 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:35.011831 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.api [None req-252ab8ad-b4a9-47ee-bf14-ea95192961ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 13:06:35.012662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_db.api [None req-252ab8ad-b4a9-47ee-bf14-ea95192961ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 13:06:35.131812 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31207420-d65b-4b1e-9a86-8f6b5be77b86']}} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:35.158037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885c275d-4515-4c9d-8190-56ac719ee71f') {'for_net_delete': True} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:35.158570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885c275d-4515-4c9d-8190-56ac719ee71f') {} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:35.192890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3106955'] for segment, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:35.203584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:35.204117 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:35.413558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:35.423685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Calling delete_port for 529bdf96-e64e-431a-aab0-299e375bdca6 owned by network:floatingip {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:35.435534 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397288'] for router_interface, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:35.483917 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=86512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:06:35.514259 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-252ab8ad-b4a9-47ee-bf14-ea95192961ab None None] Deleting port 57c2522b-1fab-48d6-afdb-293fd6eb1abc {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:35.514982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-252ab8ad-b4a9-47ee-bf14-ea95192961ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:35.656588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-252ab8ad-b4a9-47ee-bf14-ea95192961ab None None] The port '57c2522b-1fab-48d6-afdb-293fd6eb1abc' was deleted {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 13:06:35.739576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:06:35.752160 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088217'] for segment, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:35.853631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 57c2522b-1fab-48d6-afdb-293fd6eb1abc no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:36.080044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Router baf99e51-88ac-4ec2-9d49-757914447d1d has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:06:36.184083 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Network 31207420-d65b-4b1e-9a86-8f6b5be77b86 has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:06:36.195705 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 57c2522b-1fab-48d6-afdb-293fd6eb1abc {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:36.196448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 57c2522b-1fab-48d6-afdb-293fd6eb1abc not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:06:36.227131 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:06:36.235526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:36.306079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a471c235-5e88-4156-bf09-40711976afe7 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:36.343164 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:06:36.356528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e281c7-9364-4afb-97c1-d574467a7567 None None] Sync routers for ids ['baf99e51-88ac-4ec2-9d49-757914447d1d'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:06:36.363848 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] 10.222.0.11 "PUT /v2.0/routers/baf99e51-88ac-4ec2-9d49-757914447d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1086133 Apr 22 13:06:36.366951 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56040) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:36.375070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e281c7-9364-4afb-97c1-d574467a7567 None None] Routers {'baf99e51-88ac-4ec2-9d49-757914447d1d'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:36.375974 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-71e281c7-9364-4afb-97c1-d574467a7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['baf99e51-88ac-4ec2-9d49-757914447d1d'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:36.586881 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:36.698621 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-71e281c7-9364-4afb-97c1-d574467a7567 None None] Set router baf99e51-88ac-4ec2-9d49-757914447d1d gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:36.700472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Pushing event deleted for resources: {'Port': ['ID=529bdf96-e64e-431a-aab0-299e375bdca6,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:36.705316 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:36.843677 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:36.878729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks [] for floatingip, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:36.881483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:36.887911 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:36.910043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:36.932142 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=31207420-d65b-4b1e-9a86-8f6b5be77b86,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:36.936390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Deleting port 1d676fa8-efeb-4b91-b963-d2faca13af3e {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:36.937823 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:36.944586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:36.959200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:36.967176 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] 10.222.0.11 "DELETE /v2.0/floatingips/c9fd6262-15ed-4094-9d0e-4bdb3146b54e HTTP/1.1" status: 204 len: 168 time: 2.6074526 Apr 22 13:06:36.978059 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-d8f74757-42db-4725-88ad-5205891396e0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/31207420-d65b-4b1e-9a86-8f6b5be77b86 HTTP/1.1" status: 204 len: 168 time: 3.7963660 Apr 22 13:06:37.203812 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-71e281c7-9364-4afb-97c1-d574467a7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:06:34Z', 'revision_number': 5, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port': {'id': '1d676fa8-efeb-4b91-b963-d2faca13af3e', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:02:46Z', 'updated_at': '2021-04-22T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:37.212851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e281c7-9364-4afb-97c1-d574467a7567 None None] Checking router: baf99e51-88ac-4ec2-9d49-757914447d1d for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:06:37.234438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e281c7-9364-4afb-97c1-d574467a7567 None None] Routers {'baf99e51-88ac-4ec2-9d49-757914447d1d'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:37.238258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-71e281c7-9364-4afb-97c1-d574467a7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['baf99e51-88ac-4ec2-9d49-757914447d1d'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:37.261780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] For port 1d676fa8-efeb-4b91-b963-d2faca13af3e, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=1d676fa8-efeb-4b91-b963-d2faca13af3e,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:37.262190 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:37.435973 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56048) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:37.482509 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Calling delete_port for 1d676fa8-efeb-4b91-b963-d2faca13af3e owned by network:router_gateway {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:37.505356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-71e281c7-9364-4afb-97c1-d574467a7567 None None] Set router baf99e51-88ac-4ec2-9d49-757914447d1d gateway port host: None {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:37.544767 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e13968ae-d9b5-4609-b3f4-b4eb88a0871f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=028af9f54afe41f9878fb8e62a487739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1070368 Apr 22 13:06:37.549784 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56054) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:37.642644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-71e281c7-9364-4afb-97c1-d574467a7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:06:36Z', 'revision_number': 6, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port_host': None}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:37.647752 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e281c7-9364-4afb-97c1-d574467a7567 None None] The sync data for ids ['baf99e51-88ac-4ec2-9d49-757914447d1d'] in dv-cinder-787262-3-smb is: [{'id': 'baf99e51-88ac-4ec2-9d49-757914447d1d', 'name': 'tempest-TestMinimumBasicScenario-227743103-router', 'tenant_id': '138375e2ccfa4090852ea7418b8db422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:02:44Z', 'updated_at': '2021-04-22T13:06:36Z', 'revision_number': 6, 'project_id': '138375e2ccfa4090852ea7418b8db422', 'gw_port_host': None}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:06:37.661620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0703e621-01eb-4966-b996-e2d742e803c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:37.717149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0703e621-01eb-4966-b996-e2d742e803c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:37.769513 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 4d5b6f19-808d-4713-b2bb-5a25d01bf4be no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:37.810669 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 4d5b6f19-808d-4713-b2bb-5a25d01bf4be {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:37.811066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 4d5b6f19-808d-4713-b2bb-5a25d01bf4be not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:37.832849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0703e621-01eb-4966-b996-e2d742e803c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:37.833198 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:37.838423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:37.840012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-45d7b72c-32f4-4597-95e5-8efa16e41bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:37.862168 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703e621-01eb-4966-b996-e2d742e803c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ac519b-14cb-4c7f-8ec7-a097b773f0ed,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:37.865085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0703e621-01eb-4966-b996-e2d742e803c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:37.874689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0703e621-01eb-4966-b996-e2d742e803c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:37.880167 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-0703e621-01eb-4966-b996-e2d742e803c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3ac519b-14cb-4c7f-8ec7-a097b773f0ed HTTP/1.1" status: 204 len: 168 time: 0.3251140 Apr 22 13:06:37.891409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d676fa8-efeb-4b91-b963-d2faca13af3e,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:37.895140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:38.033438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854339223'] for router_gateway, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:38.298813 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764067'] for router, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:38.301799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:38.621305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399473'] for router, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:38.621970 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baf99e51-88ac-4ec2-9d49-757914447d1d {{(pid=86511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 13:06:38.645765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Notify callbacks [] for router, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:38.648242 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/baf99e51-88ac-4ec2-9d49-757914447d1d HTTP/1.1" status: 204 len: 168 time: 2.2798045 Apr 22 13:06:38.650998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56070) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:38.760036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-584dca07-d24c-4342-b087-77c76600c54f admin admin] Deleting subnet 1f0590c1-d3dc-4264-b359-402fa023922d {{(pid=86512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:06:38.763865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-584dca07-d24c-4342-b087-77c76600c54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:38.831059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-584dca07-d24c-4342-b087-77c76600c54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851668861'] for subnet, precommit_delete_associations {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:38.983387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-584dca07-d24c-4342-b087-77c76600c54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:39.771875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-584dca07-d24c-4342-b087-77c76600c54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851688710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852443031'] for subnet, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:39.782641 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-34947e09-0712-41f6-aeb4-0e7fc4f6cc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:39.791017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 1d676fa8-efeb-4b91-b963-d2faca13af3e no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:39.839915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 1d676fa8-efeb-4b91-b963-d2faca13af3e {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:39.840301 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 1d676fa8-efeb-4b91-b963-d2faca13af3e not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:39.862090 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dca07-d24c-4342-b087-77c76600c54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0590c1-d3dc-4264-b359-402fa023922d,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:39.862090 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-584dca07-d24c-4342-b087-77c76600c54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:39.864586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c80f4-e0fd-4787-8e69-db0276328cd9 None None] Network 769d1cc4-842e-45c8-b335-fbe33bd43116 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:06:39.869817 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-584dca07-d24c-4342-b087-77c76600c54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:39.874340 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-584dca07-d24c-4342-b087-77c76600c54f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1f0590c1-d3dc-4264-b359-402fa023922d HTTP/1.1" status: 204 len: 168 time: 1.2216377 Apr 22 13:06:39.878640 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56100) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:40.103781 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:40.119349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Deleting port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:40.119747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:40.324064 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83231e8-9e9e-481d-b6e1-019d0f636b94 None None] DHCP port deletion for 769d1cc4-842e-45c8-b335-fbe33bd43116 request from dv-cinder-787262-3-smb {{(pid=86513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 13:06:40.329373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d83231e8-9e9e-481d-b6e1-019d0f636b94 None None] Deleting port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:40.329829 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d83231e8-9e9e-481d-b6e1-019d0f636b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:40.392312 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] For port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=9e4e4927-3f07-4cf5-9325-c9ad98276ec8,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:40.393520 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:40.567725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Calling delete_port for 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 owned by network:dhcp {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:40.627199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-d83231e8-9e9e-481d-b6e1-019d0f636b94 None None] For port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=9e4e4927-3f07-4cf5-9325-c9ad98276ec8,segment=NetworkSegment(368a0b7e-e034-4e5c-b54a-baf281f32230),segment_id=368a0b7e-e034-4e5c-b54a-baf281f32230)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:40.627772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d83231e8-9e9e-481d-b6e1-019d0f636b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:40.723866 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:40.729716 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4ccd86e5-782c-4cfb-9714-d89bd2bb78e0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:40.750159 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56124) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:40.780947 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4e4927-3f07-4cf5-9325-c9ad98276ec8,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:40.783064 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] No DVR routers for this DVR port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 on host dv-cinder-787262-3-smb {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:06:40.784724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:40.794461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d83231e8-9e9e-481d-b6e1-019d0f636b94 None None] Calling delete_port for 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 owned by network:dhcp {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:40.937346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.api [None req-d83231e8-9e9e-481d-b6e1-019d0f636b94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 13:06:40.938202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_db.api [None req-d83231e8-9e9e-481d-b6e1-019d0f636b94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 13:06:40.950749 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:41.086682 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769d1cc4-842e-45c8-b335-fbe33bd43116']}} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:41.109313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368a0b7e-e034-4e5c-b54a-baf281f32230') {'for_net_delete': True} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:41.109908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368a0b7e-e034-4e5c-b54a-baf281f32230') {} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:41.130593 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3106955'] for segment, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:41.196629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56132) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:41.216274 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:41.232487 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=86512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:06:41.439898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d83231e8-9e9e-481d-b6e1-019d0f636b94 None None] Deleting port 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:41.442021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d83231e8-9e9e-481d-b6e1-019d0f636b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:41.538679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b7d0802d-4f6d-428d-a8e8-95649349a96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:41.579123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b7d0802d-4f6d-428d-a8e8-95649349a96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:06:41.590617 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d83231e8-9e9e-481d-b6e1-019d0f636b94 None None] The port '9e4e4927-3f07-4cf5-9325-c9ad98276ec8' was deleted {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 13:06:41.603674 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Network 769d1cc4-842e-45c8-b335-fbe33bd43116 has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:06:41.616586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088217'] for segment, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:41.633998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b7d0802d-4f6d-428d-a8e8-95649349a96a admin admin] Usage tracker for resource:security_group_rule and tenant:35e84517f2e04a28bf07044b6def1fe5 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:06:41.641312 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b7d0802d-4f6d-428d-a8e8-95649349a96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:06:41.714472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b7d0802d-4f6d-428d-a8e8-95649349a96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:06:41.806970 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:41.873684 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Network 769d1cc4-842e-45c8-b335-fbe33bd43116 has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:06:41.879461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:41.879829 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 9e4e4927-3f07-4cf5-9325-c9ad98276ec8 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:06:41.900127 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:06:42.097674 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397206'] for router_interface, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:42.244129 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:42.251359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:42.255693 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:42.282350 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Pushing event deleted for resources: {'Network': ['ID=769d1cc4-842e-45c8-b335-fbe33bd43116,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:42.285194 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:42.378484 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b7d0802d-4f6d-428d-a8e8-95649349a96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:42.394384 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] 10.222.0.11 "DELETE /v2.0/networks/769d1cc4-842e-45c8-b335-fbe33bd43116 HTTP/1.1" status: 204 len: 168 time: 2.5138724 Apr 22 13:06:42.399491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56138) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:42.514434 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b7d0802d-4f6d-428d-a8e8-95649349a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:42.551584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f16b2974-373b-445c-91b2-42fc325fa776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:42.697478 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b7d0802d-4f6d-428d-a8e8-95649349a96a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35e84517f2e04a28bf07044b6def1fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4989519 Apr 22 13:06:42.702490 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0802d-4f6d-428d-a8e8-95649349a96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7695d5aa-2a2c-49c2-be6b-4d796f06b89e,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:42.706343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b7d0802d-4f6d-428d-a8e8-95649349a96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:42.706897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56142) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:42.717740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Deleting port 5d788e85-46ba-4b81-81c0-393f734faf6d {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:42.717939 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:42.969175 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-09ae02f3-4941-464b-a53a-8f20aff4e299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:42.989949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] For port 5d788e85-46ba-4b81-81c0-393f734faf6d, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=5d788e85-46ba-4b81-81c0-393f734faf6d,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:42.990472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:43.028480 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-09ae02f3-4941-464b-a53a-8f20aff4e299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:43.142286 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Calling delete_port for 5d788e85-46ba-4b81-81c0-393f734faf6d owned by network:router_interface {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:43.208811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-09ae02f3-4941-464b-a53a-8f20aff4e299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:43.216020 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-88df304e-d32d-4961-8d71-ef7729da90cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:43.236247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae02f3-4941-464b-a53a-8f20aff4e299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7695d5aa-2a2c-49c2-be6b-4d796f06b89e,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:43.246634 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-09ae02f3-4941-464b-a53a-8f20aff4e299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:43.252377 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-09ae02f3-4941-464b-a53a-8f20aff4e299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:43.258596 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-09ae02f3-4941-464b-a53a-8f20aff4e299 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7695d5aa-2a2c-49c2-be6b-4d796f06b89e HTTP/1.1" status: 204 len: 168 time: 0.5348303 Apr 22 13:06:43.407994 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397206'] for router_interface, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:43.495787 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:43.502313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:43.556764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d788e85-46ba-4b81-81c0-393f734faf6d,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:43.559416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:43.945522 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397288'] for router_interface, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:44.142210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56150) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:44.196750 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b48794a3-eff6-4a00-be14-d4eb7466cc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:44.243986 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b48794a3-eff6-4a00-be14-d4eb7466cc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:06:44.256732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] Deleting port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:44.257244 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:44.276652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b48794a3-eff6-4a00-be14-d4eb7466cc34 admin admin] Usage tracker for resource:security_group_rule and tenant:650d0065a46b4471b927010edde6a4c0 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:06:44.285733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b48794a3-eff6-4a00-be14-d4eb7466cc34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:06:44.292274 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:44.306069 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b48794a3-eff6-4a00-be14-d4eb7466cc34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:06:44.464049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] For port 3f67b7f0-f176-4e06-9a1c-c57bdfddce89, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=3f67b7f0-f176-4e06-9a1c-c57bdfddce89,segment=NetworkSegment(4fd8fab3-fc23-4cbe-a8c1-fb6be500451b),segment_id=4fd8fab3-fc23-4cbe-a8c1-fb6be500451b)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:44.464460 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:44.612171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] Calling delete_port for 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 owned by network:router_interface {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:44.699936 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:06:44.800943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b48794a3-eff6-4a00-be14-d4eb7466cc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:44.894300 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b48794a3-eff6-4a00-be14-d4eb7466cc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:44.905618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3b5076d6-58b5-4031-8912-89da29105853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:44.986275 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48794a3-eff6-4a00-be14-d4eb7466cc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3a9405-14a7-48c2-8772-7b006dde1f4b,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:44.991233 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b48794a3-eff6-4a00-be14-d4eb7466cc34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=650d0065a46b4471b927010edde6a4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8474154 Apr 22 13:06:44.995623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b48794a3-eff6-4a00-be14-d4eb7466cc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:44.995880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56154) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:45.023663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:06:45.036490 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993ecf4-3536-4205-bea3-9257239675b7 None None] Sync routers for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:06:45.053709 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] 10.222.0.11 "PUT /v2.0/routers/6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3021281 Apr 22 13:06:45.055270 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993ecf4-3536-4205-bea3-9257239675b7 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:45.056496 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-7993ecf4-3536-4205-bea3-9257239675b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:45.058941 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56158) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:45.240909 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:45.254107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0aff55ca-8c18-4c32-9dbb-fab07662db0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:45.273292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:45.320435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2489-7cd0-4493-8c0c-55be9679ca47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:45.334575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f67b7f0-f176-4e06-9a1c-c57bdfddce89,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:45.424632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:45.458049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2489-7cd0-4493-8c0c-55be9679ca47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:45.463153 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-7993ecf4-3536-4205-bea3-9257239675b7 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:45.763670 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397288'] for router_interface, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:45.873396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:45.882627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2489-7cd0-4493-8c0c-55be9679ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:45.893924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-25c68df2-6c4a-4841-a17e-815ee5eb1a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:45.923805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Deleting port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:45.924305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:46.023368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb2489-7cd0-4493-8c0c-55be9679ca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3a9405-14a7-48c2-8772-7b006dde1f4b,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:46.051012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1aeb2489-7cd0-4493-8c0c-55be9679ca47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:46.075518 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2489-7cd0-4493-8c0c-55be9679ca47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:46.077225 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1aeb2489-7cd0-4493-8c0c-55be9679ca47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb3a9405-14a7-48c2-8772-7b006dde1f4b HTTP/1.1" status: 204 len: 168 time: 1.0800719 Apr 22 13:06:46.158577 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-7993ecf4-3536-4205-bea3-9257239675b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 5, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port': {'id': '19ecc1bc-6d93-4a1d-9c40-cb2891765af2', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:57:30Z', 'updated_at': '2021-04-22T12:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:46.164506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993ecf4-3536-4205-bea3-9257239675b7 None None] Checking router: 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:06:46.172596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] For port 19ecc1bc-6d93-4a1d-9c40-cb2891765af2, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=19ecc1bc-6d93-4a1d-9c40-cb2891765af2,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:46.173295 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:46.176338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993ecf4-3536-4205-bea3-9257239675b7 None None] Routers {'6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:46.177410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-7993ecf4-3536-4205-bea3-9257239675b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:46.418449 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] Router 30bddb24-cb80-4990-b678-54be78608fb2 has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:06:46.453678 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Calling delete_port for 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 owned by network:router_gateway {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:46.476894 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-7993ecf4-3536-4205-bea3-9257239675b7 None None] Set router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e gateway port host: None {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:46.641668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-7993ecf4-3536-4205-bea3-9257239675b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T13:06:45Z', 'revision_number': 6, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port_host': None}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:46.650434 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993ecf4-3536-4205-bea3-9257239675b7 None None] The sync data for ids ['6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e'] in dv-cinder-787262-3-smb is: [{'id': '6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e', 'name': 'tempest-AttachVolumeShelveTestJSON-785265603-router', 'tenant_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:57:28Z', 'updated_at': '2021-04-22T13:06:45Z', 'revision_number': 6, 'project_id': 'b912abd06ea84cf88a0c1cd9da621a96', 'gw_port_host': None}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:06:46.730270 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:46.739001 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-142abf2a-6c17-4771-b3b3-d94c12cc70c7 tempest-VolumesActionsTest-471180270 tempest-VolumesActionsTest-471180270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:46.801075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=19ecc1bc-6d93-4a1d-9c40-cb2891765af2,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:46.806203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:46.814207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:06:46.820796 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-92dbbfbd-695c-42e4-ba6c-f67abd9d5850 admin admin] 10.222.0.11 "PUT /v2.0/routers/30bddb24-cb80-4990-b678-54be78608fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4190912 Apr 22 13:06:46.823653 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56170) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:46.829950 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c359fbc-ce0e-42a3-baa0-773ec036209e None None] Sync routers for ids ['30bddb24-cb80-4990-b678-54be78608fb2'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:06:46.862733 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c359fbc-ce0e-42a3-baa0-773ec036209e None None] Routers {'30bddb24-cb80-4990-b678-54be78608fb2'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:46.865313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-1c359fbc-ce0e-42a3-baa0-773ec036209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['30bddb24-cb80-4990-b678-54be78608fb2'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:46.961000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854339223'] for router_gateway, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:47.117280 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:47.203985 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-1c359fbc-ce0e-42a3-baa0-773ec036209e None None] Set router 30bddb24-cb80-4990-b678-54be78608fb2 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:47.244903 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764067'] for router, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:47.248150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:47.307229 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399473'] for router, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:47.308664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e {{(pid=86511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 13:06:47.348389 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] Notify callbacks [] for router, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:47.351632 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-27037da7-84d9-4f83-b91c-486c054e5b9d admin admin] 10.222.0.11 "DELETE /v2.0/routers/6b25b8cc-c833-4ace-9c1a-faf2ce1f9e5e HTTP/1.1" status: 204 len: 168 time: 2.2909832 Apr 22 13:06:47.355555 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56178) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:47.505843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58467bf-a786-4393-a7d8-0696a7f205e6 admin admin] Deleting subnet 3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 {{(pid=86511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:06:47.514437 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b58467bf-a786-4393-a7d8-0696a7f205e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:47.625470 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b58467bf-a786-4393-a7d8-0696a7f205e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845585301'] for subnet, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:47.859894 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-1c359fbc-ce0e-42a3-baa0-773ec036209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bddb24-cb80-4990-b678-54be78608fb2', 'name': 'tempest-TestMinimumBasicScenario-1336954116-router', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:03:08Z', 'updated_at': '2021-04-22T13:06:45Z', 'revision_number': 5, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'gw_port': {'id': 'e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bddb24-cb80-4990-b678-54be78608fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:03:10Z', 'updated_at': '2021-04-22T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:47.868898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c359fbc-ce0e-42a3-baa0-773ec036209e None None] Checking router: 30bddb24-cb80-4990-b678-54be78608fb2 for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:06:47.870527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 5d788e85-46ba-4b81-81c0-393f734faf6d no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:47.888784 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c359fbc-ce0e-42a3-baa0-773ec036209e None None] Routers {'30bddb24-cb80-4990-b678-54be78608fb2'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:06:47.890346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-1c359fbc-ce0e-42a3-baa0-773ec036209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:06:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['30bddb24-cb80-4990-b678-54be78608fb2'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:47.909569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:47.946811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Deleting port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:47.947396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:47.954908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 5d788e85-46ba-4b81-81c0-393f734faf6d {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:47.955408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 5d788e85-46ba-4b81-81c0-393f734faf6d not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:47.955944 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:47.979485 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b58467bf-a786-4393-a7d8-0696a7f205e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:48.004943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:48.005337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 19ecc1bc-6d93-4a1d-9c40-cb2891765af2 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:48.226799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-1c359fbc-ce0e-42a3-baa0-773ec036209e None None] Set router 30bddb24-cb80-4990-b678-54be78608fb2 gateway port host: None {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:06:48.274563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] For port e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:48.275702 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:48.452023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Calling delete_port for e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 owned by network:router_gateway {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:48.469713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-1c359fbc-ce0e-42a3-baa0-773ec036209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bddb24-cb80-4990-b678-54be78608fb2', 'name': 'tempest-TestMinimumBasicScenario-1336954116-router', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:03:08Z', 'updated_at': '2021-04-22T13:06:47Z', 'revision_number': 6, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'gw_port_host': None}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:48.479534 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c359fbc-ce0e-42a3-baa0-773ec036209e None None] The sync data for ids ['30bddb24-cb80-4990-b678-54be78608fb2'] in dv-cinder-787262-3-smb is: [{'id': '30bddb24-cb80-4990-b678-54be78608fb2', 'name': 'tempest-TestMinimumBasicScenario-1336954116-router', 'tenant_id': 'd98a1db4f5d84017a4b14a856356c621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:03:08Z', 'updated_at': '2021-04-22T13:06:47Z', 'revision_number': 6, 'project_id': 'd98a1db4f5d84017a4b14a856356c621', 'gw_port_host': None}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:06:48.495704 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b58467bf-a786-4393-a7d8-0696a7f205e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2123888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852525063'] for subnet, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:48.502617 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a0f782ed-1b1d-47db-b51e-46b217d636c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:48.547031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58467bf-a786-4393-a7d8-0696a7f205e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c2ee2a6-ec91-4034-bfa3-d03217c37eb8,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:48.549464 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b58467bf-a786-4393-a7d8-0696a7f205e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:48.553825 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b3fc11-fd12-4aa4-8b5b-461bdbc45858 None None] Network a0079c58-09f4-4d9f-926a-74f262206ca6 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:06:48.558608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b58467bf-a786-4393-a7d8-0696a7f205e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:48.566672 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b58467bf-a786-4393-a7d8-0696a7f205e6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3c2ee2a6-ec91-4034-bfa3-d03217c37eb8 HTTP/1.1" status: 204 len: 168 time: 1.2095907 Apr 22 13:06:48.570177 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56196) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:48.729286 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:48.735335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ead1a2fa-399b-481a-836c-173bf9e14b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:48.809108 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:48.814592 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:48.833300 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:48.863356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Deleting port cd8768ef-2def-41e5-b066-fdf9feac63c9 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:48.864654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:48.954462 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b48a66-4775-48ba-beac-82d0ae00bcc7 None None] DHCP port deletion for a0079c58-09f4-4d9f-926a-74f262206ca6 request from dv-cinder-787262-3-smb {{(pid=86513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 13:06:48.973507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-90b48a66-4775-48ba-beac-82d0ae00bcc7 None None] Deleting port cd8768ef-2def-41e5-b066-fdf9feac63c9 {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:48.973991 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-90b48a66-4775-48ba-beac-82d0ae00bcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.008271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56202) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:49.054655 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854339223'] for router_gateway, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.306145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] For port cd8768ef-2def-41e5-b066-fdf9feac63c9, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=cd8768ef-2def-41e5-b066-fdf9feac63c9,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:49.306987 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.321283 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-90b48a66-4775-48ba-beac-82d0ae00bcc7 None None] For port cd8768ef-2def-41e5-b066-fdf9feac63c9, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=cd8768ef-2def-41e5-b066-fdf9feac63c9,segment=NetworkSegment(686391f2-7711-4a29-b778-a6e0c2a72c7a),segment_id=686391f2-7711-4a29-b778-a6e0c2a72c7a)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:49.321934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-90b48a66-4775-48ba-beac-82d0ae00bcc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.450834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764067'] for router, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.458924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.469567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8179882b-7dfa-4fab-8103-06e798cb341b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.504077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Calling delete_port for cd8768ef-2def-41e5-b066-fdf9feac63c9 owned by network:dhcp {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:49.513889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-90b48a66-4775-48ba-beac-82d0ae00bcc7 None None] Calling delete_port for cd8768ef-2def-41e5-b066-fdf9feac63c9 owned by network:dhcp {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:49.630690 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.api [None req-90b48a66-4775-48ba-beac-82d0ae00bcc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 13:06:49.631351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_db.api [None req-90b48a66-4775-48ba-beac-82d0ae00bcc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 13:06:49.638539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.644585 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d1e56761-75b0-45ec-a99d-2c8b432b1a0d tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:49.652714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8179882b-7dfa-4fab-8103-06e798cb341b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:06:49.657990 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8179882b-7dfa-4fab-8103-06e798cb341b admin admin] Usage tracker for resource:security_group_rule and tenant:e08f335286ea413ca9f309f67be79fca is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:06:49.661583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8179882b-7dfa-4fab-8103-06e798cb341b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:06:49.668871 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8179882b-7dfa-4fab-8103-06e798cb341b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:06:49.691136 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399473'] for router, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.691785 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30bddb24-cb80-4990-b678-54be78608fb2 {{(pid=86512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 13:06:49.751858 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] No DVR routers for this DVR port cd8768ef-2def-41e5-b066-fdf9feac63c9 on host dv-cinder-787262-3-smb {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:06:49.774010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Notify callbacks [] for router, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.779048 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/30bddb24-cb80-4990-b678-54be78608fb2 HTTP/1.1" status: 204 len: 168 time: 2.9509137 Apr 22 13:06:49.780588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56208) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:49.800602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:49.806007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8768ef-2def-41e5-b066-fdf9feac63c9,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:49.816471 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:49.882518 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:49.883365 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device e0e7d1fc-e353-4bf8-a18d-b2f6ca4e6c19 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:49.884444 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device cd8768ef-2def-41e5-b066-fdf9feac63c9 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:49.935951 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.954826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ea2088-1dd2-456e-9dd2-fcc5ef3262d6 admin admin] Deleting subnet cc1f25af-a918-4481-a3bb-23808b1ee6b0 {{(pid=86512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:06:49.964225 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8179882b-7dfa-4fab-8103-06e798cb341b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.964580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: cd8768ef-2def-41e5-b066-fdf9feac63c9 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:49.965356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device cd8768ef-2def-41e5-b066-fdf9feac63c9 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:49.965826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43ea2088-1dd2-456e-9dd2-fcc5ef3262d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:49.966395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:50.008842 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8179882b-7dfa-4fab-8103-06e798cb341b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.020506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-16455a5e-6399-40d2-8941-dab7599e7890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:50.043324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:50.044593 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 3f67b7f0-f176-4e06-9a1c-c57bdfddce89 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:50.078807 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43ea2088-1dd2-456e-9dd2-fcc5ef3262d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851668861'] for subnet, precommit_delete_associations {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.101601 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0079c58-09f4-4d9f-926a-74f262206ca6']}} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:50.117277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686391f2-7711-4a29-b778-a6e0c2a72c7a') {'for_net_delete': True} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:50.117648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686391f2-7711-4a29-b778-a6e0c2a72c7a') {} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:50.128955 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8179882b-7dfa-4fab-8103-06e798cb341b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e08f335286ea413ca9f309f67be79fca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1191306 Apr 22 13:06:50.133600 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179882b-7dfa-4fab-8103-06e798cb341b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a3f8ca-cdf9-479d-bd13-376d5bd63455,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:50.133825 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56212) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:50.134367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-90b48a66-4775-48ba-beac-82d0ae00bcc7 None None] Deleting port cd8768ef-2def-41e5-b066-fdf9feac63c9 {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:50.135195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-90b48a66-4775-48ba-beac-82d0ae00bcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.137132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9190499'] for segment, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.148415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8179882b-7dfa-4fab-8103-06e798cb341b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:50.202735 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.228902 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43ea2088-1dd2-456e-9dd2-fcc5ef3262d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.262678 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=86511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:06:50.281140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-90b48a66-4775-48ba-beac-82d0ae00bcc7 None None] The port 'cd8768ef-2def-41e5-b066-fdf9feac63c9' was deleted {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 13:06:50.561875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34958ee9-843d-4019-9303-551c7ed8c9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.583678 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Network a0079c58-09f4-4d9f-926a-74f262206ca6 has no segments {{(pid=86511) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:06:50.597854 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852650541'] for segment, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.655747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43ea2088-1dd2-456e-9dd2-fcc5ef3262d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851688710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852443031'] for subnet, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.661219 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:50.705398 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34958ee9-843d-4019-9303-551c7ed8c9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.708788 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea2088-1dd2-456e-9dd2-fcc5ef3262d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1f25af-a918-4481-a3bb-23808b1ee6b0,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:50.712022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-43ea2088-1dd2-456e-9dd2-fcc5ef3262d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:50.716316 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-43ea2088-1dd2-456e-9dd2-fcc5ef3262d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.728375 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95087f41-8505-4905-8c76-eecf8e0a9736 None None] Network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:06:50.732858 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-43ea2088-1dd2-456e-9dd2-fcc5ef3262d6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cc1f25af-a918-4481-a3bb-23808b1ee6b0 HTTP/1.1" status: 204 len: 168 time: 0.9493062 Apr 22 13:06:50.735226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56216) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:50.866447 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Network a0079c58-09f4-4d9f-926a-74f262206ca6 has no segments {{(pid=86511) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:06:50.899168 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:06:50.930805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:50.953016 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Deleting port 7febd4f2-42da-4732-85db-707d8a5c0672 {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:50.953861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:51.044147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34958ee9-843d-4019-9303-551c7ed8c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:51.048770 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-de133e84-fd99-4b34-9ab4-643c84898da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:51.067407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34958ee9-843d-4019-9303-551c7ed8c9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a3f8ca-cdf9-479d-bd13-376d5bd63455,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:51.071159 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-34958ee9-843d-4019-9303-551c7ed8c9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:51.072674 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:51.101483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:51.117242 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-27d414d8-e859-4dd7-a440-da79b4dbafa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:51.133415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f1c6d-94f3-4fa9-a768-8246c7fabc17 None None] DHCP port deletion for e9a0d2f2-23bd-4b50-982f-f479f9c94b1e request from dv-cinder-787262-3-smb {{(pid=86513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 13:06:51.139354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-010f1c6d-94f3-4fa9-a768-8246c7fabc17 None None] Deleting port 7febd4f2-42da-4732-85db-707d8a5c0672 {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:51.140098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-010f1c6d-94f3-4fa9-a768-8246c7fabc17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:51.171031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Pushing event deleted for resources: {'Network': ['ID=a0079c58-09f4-4d9f-926a-74f262206ca6,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:51.173993 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:51.177344 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-34958ee9-843d-4019-9303-551c7ed8c9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:51.183417 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-34958ee9-843d-4019-9303-551c7ed8c9aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94a3f8ca-cdf9-479d-bd13-376d5bd63455 HTTP/1.1" status: 204 len: 168 time: 1.0257587 Apr 22 13:06:51.183417 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-34cf5dab-7a7c-43b4-8256-66fe2c1723ae admin admin] 10.222.0.11 "DELETE /v2.0/networks/a0079c58-09f4-4d9f-926a-74f262206ca6 HTTP/1.1" status: 204 len: 168 time: 2.6090982 Apr 22 13:06:51.340178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] For port 7febd4f2-42da-4732-85db-707d8a5c0672, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=7febd4f2-42da-4732-85db-707d8a5c0672,segment=NetworkSegment(4fd8fab3-fc23-4cbe-a8c1-fb6be500451b),segment_id=4fd8fab3-fc23-4cbe-a8c1-fb6be500451b)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:51.340848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:51.539105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-010f1c6d-94f3-4fa9-a768-8246c7fabc17 None None] For port 7febd4f2-42da-4732-85db-707d8a5c0672, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=7febd4f2-42da-4732-85db-707d8a5c0672,segment=NetworkSegment(4fd8fab3-fc23-4cbe-a8c1-fb6be500451b),segment_id=4fd8fab3-fc23-4cbe-a8c1-fb6be500451b)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:06:51.539862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-010f1c6d-94f3-4fa9-a768-8246c7fabc17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:51.548324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Calling delete_port for 7febd4f2-42da-4732-85db-707d8a5c0672 owned by network:dhcp {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:51.619538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56226) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:51.766630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56232) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:51.777681 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-371ff9bb-113e-474a-8036-c76518405663 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b912abd06ea84cf88a0c1cd9da621a96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1555333 Apr 22 13:06:51.787475 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:51.796937 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:51.911602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 7febd4f2-42da-4732-85db-707d8a5c0672 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:06:51.936592 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] No DVR routers for this DVR port 7febd4f2-42da-4732-85db-707d8a5c0672 on host dv-cinder-787262-3-smb {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:06:51.939908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Pushing event deleted for resources: {'Port': ['ID=7febd4f2-42da-4732-85db-707d8a5c0672,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:51.953855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9747e687-f970-4f74-b9fd-2f23050de737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:51.962890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-010f1c6d-94f3-4fa9-a768-8246c7fabc17 None None] Calling delete_port for 7febd4f2-42da-4732-85db-707d8a5c0672 owned by network:dhcp {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:06:52.007731 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:52.013047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9747e687-f970-4f74-b9fd-2f23050de737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:52.030035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 7febd4f2-42da-4732-85db-707d8a5c0672 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:06:52.030817 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 7febd4f2-42da-4732-85db-707d8a5c0672 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:06:52.087748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.api [None req-010f1c6d-94f3-4fa9-a768-8246c7fabc17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 13:06:52.092182 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_db.api [None req-010f1c6d-94f3-4fa9-a768-8246c7fabc17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 13:06:52.149714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:52.158420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9747e687-f970-4f74-b9fd-2f23050de737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:52.168373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-26cb9e7a-30be-431f-853a-5d6d224c17ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:52.216727 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747e687-f970-4f74-b9fd-2f23050de737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e549c65e-f72a-41a0-aad4-492dd4848f59,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:52.227420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9747e687-f970-4f74-b9fd-2f23050de737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:52.228794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9747e687-f970-4f74-b9fd-2f23050de737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:52.234547 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-9747e687-f970-4f74-b9fd-2f23050de737 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e549c65e-f72a-41a0-aad4-492dd4848f59 HTTP/1.1" status: 204 len: 168 time: 0.4623535 Apr 22 13:06:52.402010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a0d2f2-23bd-4b50-982f-f479f9c94b1e']}} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:52.427111 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd8fab3-fc23-4cbe-a8c1-fb6be500451b') {'for_net_delete': True} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:52.427684 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd8fab3-fc23-4cbe-a8c1-fb6be500451b') {} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:06:52.454619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3106955'] for segment, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:52.474262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:52.483479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=86512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:06:52.589891 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-010f1c6d-94f3-4fa9-a768-8246c7fabc17 None None] Deleting port 7febd4f2-42da-4732-85db-707d8a5c0672 {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:06:52.590725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-010f1c6d-94f3-4fa9-a768-8246c7fabc17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:52.700952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:06:52.712017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088217'] for segment, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:52.746968 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-010f1c6d-94f3-4fa9-a768-8246c7fabc17 None None] The port '7febd4f2-42da-4732-85db-707d8a5c0672' was deleted {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 13:06:52.954477 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Network e9a0d2f2-23bd-4b50-982f-f479f9c94b1e has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:06:52.981891 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:06:53.118872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:53.127221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:53.132957 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:53.176915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a0d2f2-23bd-4b50-982f-f479f9c94b1e,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:53.180923 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:53.182672 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-2f619d5d-2243-40ec-a368-87bfccb7591f admin admin] 10.222.0.11 "DELETE /v2.0/networks/e9a0d2f2-23bd-4b50-982f-f479f9c94b1e HTTP/1.1" status: 204 len: 168 time: 2.4461830 Apr 22 13:06:53.548740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56276) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:53.643277 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-423e1013-52d4-4708-9154-725f3226648f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=138375e2ccfa4090852ea7418b8db422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915689 Apr 22 13:06:53.646391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56282) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:53.719517 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56286) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:53.759735 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-258e6068-0236-4c84-865a-0fa26ad471be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:53.790547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-258e6068-0236-4c84-865a-0fa26ad471be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:53.878421 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-258e6068-0236-4c84-865a-0fa26ad471be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:53.885493 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-cb54bf67-81b1-4202-b26f-0cdb56328b5b tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:53.903673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e6068-0236-4c84-865a-0fa26ad471be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd00863-fafa-43d0-92c0-9e152db8b77b,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:53.907826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-258e6068-0236-4c84-865a-0fa26ad471be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:53.929404 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-258e6068-0236-4c84-865a-0fa26ad471be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:53.930873 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-258e6068-0236-4c84-865a-0fa26ad471be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dd00863-fafa-43d0-92c0-9e152db8b77b HTTP/1.1" status: 204 len: 168 time: 0.2831128 Apr 22 13:06:54.083876 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b72a5118-a592-4856-a820-99fc2b7b905a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:54.101716 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b72a5118-a592-4856-a820-99fc2b7b905a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:06:54.106463 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b72a5118-a592-4856-a820-99fc2b7b905a admin admin] Usage tracker for resource:security_group_rule and tenant:da20c508f4db43edb7d901e1a46bba11 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:06:54.109945 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b72a5118-a592-4856-a820-99fc2b7b905a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:06:54.117618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b72a5118-a592-4856-a820-99fc2b7b905a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:06:54.279025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b72a5118-a592-4856-a820-99fc2b7b905a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:54.353036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b72a5118-a592-4856-a820-99fc2b7b905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:54.370689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-485d45b9-3a1e-4971-998c-e5568041f29f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:54.454884 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b72a5118-a592-4856-a820-99fc2b7b905a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da20c508f4db43edb7d901e1a46bba11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7335472 Apr 22 13:06:54.457724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a5118-a592-4856-a820-99fc2b7b905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be825208-cc27-40dc-9ed1-cb4cfe8196cd,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:54.459399 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56304) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:54.470790 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b72a5118-a592-4856-a820-99fc2b7b905a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:54.585820 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ca0114d4-bdc4-4580-ad71-4b725b2d69e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:54.618161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ca0114d4-bdc4-4580-ad71-4b725b2d69e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:54.706519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ca0114d4-bdc4-4580-ad71-4b725b2d69e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:54.713852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-60be8ce4-7b52-4f6e-b135-1fd3d432bde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:54.740099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0114d4-bdc4-4580-ad71-4b725b2d69e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be825208-cc27-40dc-9ed1-cb4cfe8196cd,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:54.745327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ca0114d4-bdc4-4580-ad71-4b725b2d69e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:54.746540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ca0114d4-bdc4-4580-ad71-4b725b2d69e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:54.749627 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ca0114d4-bdc4-4580-ad71-4b725b2d69e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be825208-cc27-40dc-9ed1-cb4cfe8196cd HTTP/1.1" status: 204 len: 168 time: 0.2872837 Apr 22 13:06:54.840913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56310) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:54.925143 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-bdedf21e-3a1c-43d5-a859-183177bcb311 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d98a1db4f5d84017a4b14a856356c621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821428 Apr 22 13:06:54.928028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56314) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:55.007678 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3761e653-ddd2-4154-a6c6-51db9d4dc3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:55.046616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3761e653-ddd2-4154-a6c6-51db9d4dc3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:55.198218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3761e653-ddd2-4154-a6c6-51db9d4dc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:55.214992 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-24ca81a6-eda1-4302-afcb-6d3f21223d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:55.247148 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761e653-ddd2-4154-a6c6-51db9d4dc3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed2b365-4ef8-49d8-bd86-2f1eb05eb01d,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:55.263201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3761e653-ddd2-4154-a6c6-51db9d4dc3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:55.275508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3761e653-ddd2-4154-a6c6-51db9d4dc3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:55.281360 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3761e653-ddd2-4154-a6c6-51db9d4dc3a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ed2b365-4ef8-49d8-bd86-2f1eb05eb01d HTTP/1.1" status: 204 len: 168 time: 0.3514161 Apr 22 13:06:55.976087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6266-8a2f-4c47-884e-0c3cca509198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:58.678361 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-43daf04f-07c7-4cf9-a83d-9397e2cf0bc0 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4c13e1456ab54d05aaa39821df0e854a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384140 Apr 22 13:06:58.897102 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56392) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:59.063870 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f6ac-aa2c-43f0-a08c-b81b80cb75c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:59.082957 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-2ee0f6ac-aa2c-43f0-a08c-b81b80cb75c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:06:59.089814 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-2ee0f6ac-aa2c-43f0-a08c-b81b80cb75c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f07ddab37d1842d29fbdeacf9ad9d982 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:06:59.095725 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-2ee0f6ac-aa2c-43f0-a08c-b81b80cb75c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:06:59.108536 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-2ee0f6ac-aa2c-43f0-a08c-b81b80cb75c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:06:59.205934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-ad9eff38-abfb-450a-abc6-5c8e4ecc61d1 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:06:59.207745 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-ad9eff38-abfb-450a-abc6-5c8e4ecc61d1 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5159609 Apr 22 13:06:59.228019 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-1d535fc0-46ae-4edb-9eda-cb9dd90372cb tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/quotas/4c13e1456ab54d05aaa39821df0e854a HTTP/1.1" status: 200 len: 375 time: 0.0114996 Apr 22 13:06:59.271246 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f6ac-aa2c-43f0-a08c-b81b80cb75c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:59.289926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f6ac-aa2c-43f0-a08c-b81b80cb75c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:59.305829 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0703e621-01eb-4966-b996-e2d742e803c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:59.309614 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-954b80a5-f657-4644-8252-3ca1334b706b tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c13e1456ab54d05aaa39821df0e854a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628159 Apr 22 13:06:59.359518 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-2ee0f6ac-aa2c-43f0-a08c-b81b80cb75c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f07ddab37d1842d29fbdeacf9ad9d982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4562957 Apr 22 13:06:59.359518 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0f6ac-aa2c-43f0-a08c-b81b80cb75c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62d68c4-fd1f-4d8f-921a-219b53b7cd75,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:59.361049 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56398) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:06:59.363776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-2ee0f6ac-aa2c-43f0-a08c-b81b80cb75c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:59.441946 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-573a1a5e-6619-4e38-bd89-6c1f11902aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:59.477236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-573a1a5e-6619-4e38-bd89-6c1f11902aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:59.558125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-573a1a5e-6619-4e38-bd89-6c1f11902aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:59.567331 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9be1bed3-4853-468e-822a-ff165df0a69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:06:59.593050 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a1a5e-6619-4e38-bd89-6c1f11902aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62d68c4-fd1f-4d8f-921a-219b53b7cd75,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:06:59.597930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-573a1a5e-6619-4e38-bd89-6c1f11902aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:06:59.600061 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-573a1a5e-6619-4e38-bd89-6c1f11902aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:06:59.602704 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-573a1a5e-6619-4e38-bd89-6c1f11902aa9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b62d68c4-fd1f-4d8f-921a-219b53b7cd75 HTTP/1.1" status: 204 len: 168 time: 0.2394826 Apr 22 13:06:59.636612 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5cd56174-1d7a-4572-8358-0ef165b7916b req-5f449f4a-2119-4168-8e89-4d6e430b5042 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 210 time: 0.0776474 Apr 22 13:06:59.764243 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:00.186772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7d852b0c-4de7-4034-9261-4e1236f58093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:00.626378 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:00.767624 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c4be1855-77fb-4091-8c0e-5a3080a06fd1 req-4195f911-1e6b-470a-b0e7-eff86fbb771c tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 210 time: 0.0588915 Apr 22 13:07:01.916316 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b4151041-7798-4c23-a736-d1559fa478ed req-f8a53e9c-5f6c-4d29-9690-18cc8eec90b1 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 210 time: 0.0555992 Apr 22 13:07:02.205221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:02.581661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56466) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:02.733196 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c27dcdc7-eb90-4f9c-aafd-122b5f98df4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:02.750679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c27dcdc7-eb90-4f9c-aafd-122b5f98df4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:02.755293 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c27dcdc7-eb90-4f9c-aafd-122b5f98df4b admin admin] Usage tracker for resource:security_group_rule and tenant:24cb46b52e9e48e7b5bf0f8cbfa9af2e is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:02.759491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c27dcdc7-eb90-4f9c-aafd-122b5f98df4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:02.766895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c27dcdc7-eb90-4f9c-aafd-122b5f98df4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:02.866309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c27dcdc7-eb90-4f9c-aafd-122b5f98df4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:02.906618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c27dcdc7-eb90-4f9c-aafd-122b5f98df4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:02.917235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-258e6068-0236-4c84-865a-0fa26ad471be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:02.964441 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dcdc7-eb90-4f9c-aafd-122b5f98df4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e897b2c-c27b-424d-a8c3-5e972f7e1543,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:02.972595 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c27dcdc7-eb90-4f9c-aafd-122b5f98df4b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24cb46b52e9e48e7b5bf0f8cbfa9af2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891990 Apr 22 13:07:02.972970 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56474) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:02.973756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c27dcdc7-eb90-4f9c-aafd-122b5f98df4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:03.050284 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23ba9c9a-318e-4e3f-9e48-1c02babe892d req-e143a4cd-5393-48d6-a643-289ad2db42cd tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 210 time: 0.0557382 Apr 22 13:07:03.081975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3e59630e-506d-4f96-8e01-8aa997655da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:03.114962 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3e59630e-506d-4f96-8e01-8aa997655da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:03.278360 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3e59630e-506d-4f96-8e01-8aa997655da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:03.284525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f44346a1-13bf-4df5-8e1f-8c0742be3298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:03.304059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59630e-506d-4f96-8e01-8aa997655da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e897b2c-c27b-424d-a8c3-5e972f7e1543,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:03.308231 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3e59630e-506d-4f96-8e01-8aa997655da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:03.322542 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3e59630e-506d-4f96-8e01-8aa997655da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:03.323845 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-3e59630e-506d-4f96-8e01-8aa997655da4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e897b2c-c27b-424d-a8c3-5e972f7e1543 HTTP/1.1" status: 204 len: 168 time: 0.3491971 Apr 22 13:07:04.027500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56486) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:04.047616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb8193b4-3b20-4ea3-8c1f-fc68cb2b18a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:04.064336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-fb8193b4-3b20-4ea3-8c1f-fc68cb2b18a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:04.068574 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-fb8193b4-3b20-4ea3-8c1f-fc68cb2b18a3 admin admin] Usage tracker for resource:security_group_rule and tenant:ebfd44d8b6a947e4b68068b43d209f6c is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:04.072436 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-fb8193b4-3b20-4ea3-8c1f-fc68cb2b18a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:04.079549 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-fb8193b4-3b20-4ea3-8c1f-fc68cb2b18a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:04.172962 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb8193b4-3b20-4ea3-8c1f-fc68cb2b18a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:04.229438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb8193b4-3b20-4ea3-8c1f-fc68cb2b18a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:04.507723 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c8546826-8388-4485-b225-998c8cf4762a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:04.521937 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-10f94f98-3854-4215-952e-55bfe3bd6c50 req-e979065d-dffa-484b-94bd-ff4d00bb93f2 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 210 time: 0.3401315 Apr 22 13:07:04.585004 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-fb8193b4-3b20-4ea3-8c1f-fc68cb2b18a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebfd44d8b6a947e4b68068b43d209f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5533128 Apr 22 13:07:04.585004 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8193b4-3b20-4ea3-8c1f-fc68cb2b18a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5834f3-ab42-4b9b-a88d-9f3f6afd1d7d,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:04.587282 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56494) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:04.589943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fb8193b4-3b20-4ea3-8c1f-fc68cb2b18a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:04.667748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f958bbd4-9265-448a-b0ac-98fa99795d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:04.700587 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f958bbd4-9265-448a-b0ac-98fa99795d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:04.815397 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f958bbd4-9265-448a-b0ac-98fa99795d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:04.825814 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a26445ac-57b1-4f91-9bfa-7294f9fc9ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:04.857228 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958bbd4-9265-448a-b0ac-98fa99795d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5834f3-ab42-4b9b-a88d-9f3f6afd1d7d,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:04.865547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f958bbd4-9265-448a-b0ac-98fa99795d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:04.871591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f958bbd4-9265-448a-b0ac-98fa99795d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:04.872429 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f958bbd4-9265-448a-b0ac-98fa99795d2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac5834f3-ab42-4b9b-a88d-9f3f6afd1d7d HTTP/1.1" status: 204 len: 168 time: 0.2836902 Apr 22 13:07:05.653776 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-625dfbff-68e2-48f9-8a3e-9f2f2f52622c tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4c13e1456ab54d05aaa39821df0e854a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383933 Apr 22 13:07:05.843756 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e7576c5c-eb0b-4f52-a6de-bcf4749a2cf5 req-29365da5-73f0-4ff7-a461-783e4efc1b72 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 210 time: 0.1018746 Apr 22 13:07:05.927881 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-dce2d9c0-60d5-4962-a609-d427093547fc tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:05.929764 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-dce2d9c0-60d5-4962-a609-d427093547fc tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696667 Apr 22 13:07:05.954146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Request body: {'port': {'device_id': 'd15f65f5-a066-4720-b442-f0f4c10ffc6b', 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8', 'admin_state_up': True, 'tenant_id': '4c13e1456ab54d05aaa39821df0e854a'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:06.142202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:06.147875 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Usage tracker for resource:port and tenant:4c13e1456ab54d05aaa39821df0e854a is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:06.151495 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:06.159855 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:06.204015 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Made reservation on behalf of 4c13e1456ab54d05aaa39821df0e854a for: {'port': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:07:06.216959 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:06.245259 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:06.277195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:06.283637 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Usage tracker for resource:security_group_rule and tenant:4c13e1456ab54d05aaa39821df0e854a is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:06.287651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:06.296666 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:06.325505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56524) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:06.443599 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:06.483443 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:06.489809 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7ffbb44c-cf8e-496d-b90f-460c1eda2da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:06.491541 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1121354582-network', 'tenant_id': '4163bc9946f14d458893ad0e67ec8864'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:06.499893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:06.505141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Usage tracker for resource:network and tenant:4163bc9946f14d458893ad0e67ec8864 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:06.510502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:06.518906 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:06.564240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Made reservation on behalf of 4163bc9946f14d458893ad0e67ec8864 for: {'network': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:07:06.573296 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:06.591512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8de0e6-1243-46c5-8c74-90618cc9a53f,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:06.603793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:06.605868 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:06.637353 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:06.645438 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Usage tracker for resource:security_group_rule and tenant:4163bc9946f14d458893ad0e67ec8864 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:06.651248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:06.666568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:06.705266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Allocated IP 192.168.233.175 (43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8/6fab3ddc-624d-489d-95eb-21919d90b92e/f0629c00-8f98-4256-8168-93d0055c2197) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:07:06.830110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:06.855281 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:06.858983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9c5ece93-3010-4471-8133-7ccb706d3847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:06.894380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=86511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 13:07:06.905508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f400a6c4-5813-4947-a977-67a2cbf4cb59,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:06.909210 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:06.914371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:06.914769 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Added segment d763ffd9-6483-4beb-818c-f5902b0b94f8 of type vlan for network b29a8ab3-ad02-4279-be93-1ce9aeaca73b Apr 22 13:07:06.963439 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:07.014384 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:07.038954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Transition to ACTIVE for port object f0629c00-8f98-4256-8168-93d0055c2197 will not be triggered until provisioned by entity DHCP. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:07.066651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:07.068550 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:07.069579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:07.074142 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b767a930-534e-4ea3-a121-33dc3c06b62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:07.169604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:07.176672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b4b913f2-af63-4de7-8660-e98fdb02312f tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:07.269465 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Network 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:07:07.277918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Pushing event updated for resources: {'Network': ['ID=b29a8ab3-ad02-4279-be93-1ce9aeaca73b,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:07.281714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c672e3-051e-48e8-bbb2-e7ad6ec04d07 req-c9d4d85a-8f33-4add-81ff-6b8875e0c17d tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:07.283575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:07.290215 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c4c672e3-051e-48e8-bbb2-e7ad6ec04d07 req-c9d4d85a-8f33-4add-81ff-6b8875e0c17d tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 936 time: 0.2181284 Apr 22 13:07:07.294624 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network b29a8ab3-ad02-4279-be93-1ce9aeaca73b details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 13:07:07.299969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:07.300207 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9721797 Apr 22 13:07:07.300653 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56532) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:07.301482 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Pushing event updated for resources: {'Port': ['ID=f0629c00-8f98-4256-8168-93d0055c2197,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:07.302364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:07:07.305429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:07:07.323732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Request body: {'subnet': {'network_id': 'b29a8ab3-ad02-4279-be93-1ce9aeaca73b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1121354582-subnet', 'tenant_id': '4163bc9946f14d458893ad0e67ec8864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:07.333997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:07.342907 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Usage tracker for resource:subnet and tenant:4163bc9946f14d458893ad0e67ec8864 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:07.346623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:07.357161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:07.402772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:07.415849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Made reservation on behalf of 4163bc9946f14d458893ad0e67ec8864 for: {'subnet': 1} {{(pid=86511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:07:07.425098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2250707'] for subnet, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:07.505326 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:07.507051 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:07.519513 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c4c672e3-051e-48e8-bbb2-e7ad6ec04d07 req-7c956fd7-7939-4bab-824f-a46c5b2ef4f9 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a8de0e6-1243-46c5-8c74-90618cc9a53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151520 Apr 22 13:07:07.627262 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6793199 Apr 22 13:07:07.640305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Request body: {'port': {'device_id': 'd15f65f5-a066-4720-b442-f0f4c10ffc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:07.655057 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-88409caf-c3e8-4055-8dbf-edb68f6f9fca None None] Provisioning for port f0629c00-8f98-4256-8168-93d0055c2197 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:07:07.662889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-88409caf-c3e8-4055-8dbf-edb68f6f9fca None None] Provisioning complete for port f0629c00-8f98-4256-8168-93d0055c2197 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:07.665666 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88409caf-c3e8-4055-8dbf-edb68f6f9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:07.763392 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-88409caf-c3e8-4055-8dbf-edb68f6f9fca None None] Port f0629c00-8f98-4256-8168-93d0055c2197 cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:07:07.785618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:08.101808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852651979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2250690'] for subnet, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:08.106095 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:08.189149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f007248-9e5b-41c7-9799-f476a79b8d38,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:08.194994 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:08.218546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Checking segment: {'id': 'd763ffd9-6483-4beb-818c-f5902b0b94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b29a8ab3-ad02-4279-be93-1ce9aeaca73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:07:08.218920 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Network hostable DHCP agents. Network: b29a8ab3-ad02-4279-be93-1ce9aeaca73b, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 13:07:08.260491 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Network b29a8ab3-ad02-4279-be93-1ce9aeaca73b is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 13:07:08.312211 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, b29a8ab3-ad02-4279-be93-1ce9aeaca73b) {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:08.324607 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d721ba-9cb2-4f80-b6f4-4833f9f7efe1 None None] Network b29a8ab3-ad02-4279-be93-1ce9aeaca73b requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:07:08.336036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:08.337158 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:08.353867 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0629c00-8f98-4256-8168-93d0055c2197 {{(pid=86512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:07:08.369597 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:08.399289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Transition to ACTIVE for port object f0629c00-8f98-4256-8168-93d0055c2197 will not be triggered until provisioned by entity L2. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:08.400123 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-541747bb-267f-452f-abc2-cce54718b42d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0955188 Apr 22 13:07:08.432954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:08.442073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9d730c97-ac6b-4528-b916-fdd29d2712f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:08.640024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Pushing event updated for resources: {'Port': ['ID=f0629c00-8f98-4256-8168-93d0055c2197,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:08.649537 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:08.761161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2419ae30-640e-4da1-b23a-f3928095ce2e None None] Network b29a8ab3-ad02-4279-be93-1ce9aeaca73b requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:07:08.796882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Attempting to bind port f0629c00-8f98-4256-8168-93d0055c2197 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:07:08.796882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Attempting to bind port f0629c00-8f98-4256-8168-93d0055c2197 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '88f48ff7-3d2c-4d2d-909b-389cab9af92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8'}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:07:08.796882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Attempting to bind port f0629c00-8f98-4256-8168-93d0055c2197 on network 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:07:08.804181 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Port f0629c00-8f98-4256-8168-93d0055c2197 on network 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 13:07:08.804659 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Attempting to bind port f0629c00-8f98-4256-8168-93d0055c2197 on network 43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:07:08.812014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:07:08.812506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Checking segment: {'id': '88f48ff7-3d2c-4d2d-909b-389cab9af92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:07:08.813046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Bound using segment: {'id': '88f48ff7-3d2c-4d2d-909b-389cab9af92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8'} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:07:08.814010 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Bound port: f0629c00-8f98-4256-8168-93d0055c2197, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f48ff7-3d2c-4d2d-909b-389cab9af92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8'}}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:07:08.814242 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:08.959953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a19f2-614c-47d3-8a7a-3b7438d08f50 req-b28ec576-1a6e-4835-933f-aab0d2ec1bbb tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:08.969341 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-778a19f2-614c-47d3-8a7a-3b7438d08f50 req-b28ec576-1a6e-4835-933f-aab0d2ec1bbb tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 948 time: 0.1774411 Apr 22 13:07:09.006838 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] For port f0629c00-8f98-4256-8168-93d0055c2197, host hv-cinder-78726, cleared binding levels {{(pid=86512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:07:09.013319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] For port f0629c00-8f98-4256-8168-93d0055c2197, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f0629c00-8f98-4256-8168-93d0055c2197,segment=NetworkSegment(88f48ff7-3d2c-4d2d-909b-389cab9af92e),segment_id=88f48ff7-3d2c-4d2d-909b-389cab9af92e)] {{(pid=86512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:07:09.029713 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-778a19f2-614c-47d3-8a7a-3b7438d08f50 req-fe5b4bb8-71c5-459a-ac23-e8b504c41b8f tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a8de0e6-1243-46c5-8c74-90618cc9a53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589542 Apr 22 13:07:09.045743 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:09.055186 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5e20a1c6-8d53-4514-882a-699d58f71a35 tempest-VolumesSnapshotTestJSON-2122209071 tempest-VolumesSnapshotTestJSON-2122209071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:09.188763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:09.190111 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:09.193159 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] 10.222.0.89 "PUT /v2.0/ports/f0629c00-8f98-4256-8168-93d0055c2197 HTTP/1.1" status: 200 len: 1098 time: 1.5575178 Apr 22 13:07:09.199542 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15f65f5-a066-4720-b442-f0f4c10ffc6b', 'tag': 'f0629c00-8f98-4256-8168-93d0055c2197'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:07:09.228890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Pushing event updated for resources: {'Port': ['ID=f0629c00-8f98-4256-8168-93d0055c2197,revision_number=3']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:09.235150 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c5bb200d-924b-47fe-baa0-8d492afcd213 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:09.278590 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15f65f5-a066-4720-b442-f0f4c10ffc6b', 'tag': 'f0629c00-8f98-4256-8168-93d0055c2197', 'status': 'completed', 'code': 200} Apr 22 13:07:09.428776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cca0a-1482-465c-908a-a199e904e4a4 req-559362df-e074-4fa2-893e-873c60f95003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:09.433200 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4f4cca0a-1482-465c-908a-a199e904e4a4 req-559362df-e074-4fa2-893e-873c60f95003 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c13e1456ab54d05aaa39821df0e854a&device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 1101 time: 0.1265991 Apr 22 13:07:09.478760 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4f4cca0a-1482-465c-908a-a199e904e4a4 req-aba22f6f-7f56-499a-9bda-e687f52fea26 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=4c13e1456ab54d05aaa39821df0e854a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372415 Apr 22 13:07:09.515162 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56554) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:09.578007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1426822875-network', 'tenant_id': 'cbab523182b44bfcbc9027ef6b0d63bc'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:09.589232 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:09.597275 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Usage tracker for resource:network and tenant:cbab523182b44bfcbc9027ef6b0d63bc is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:09.603175 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:09.619913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:09.671768 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cca0a-1482-465c-908a-a199e904e4a4 req-b629d819-a8c7-480e-8e40-5ac0a09133ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:09.673520 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4f4cca0a-1482-465c-908a-a199e904e4a4 req-b629d819-a8c7-480e-8e40-5ac0a09133ef service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1880310 Apr 22 13:07:09.683312 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Made reservation on behalf of cbab523182b44bfcbc9027ef6b0d63bc for: {'network': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:07:09.688468 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:09.703658 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:09.721805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:09.726809 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Usage tracker for resource:security_group_rule and tenant:cbab523182b44bfcbc9027ef6b0d63bc is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:09.731568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:09.784104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:09.865882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-f2911bde-fcfb-4250-9dc3-8842fedb3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:09.867693 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-f2911bde-fcfb-4250-9dc3-8842fedb3574 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c13e1456ab54d05aaa39821df0e854a&device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 1101 time: 0.1375113 Apr 22 13:07:09.957415 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-fe7c06cb-32a9-4c8a-8320-2247b54f52d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=f0629c00-8f98-4256-8168-93d0055c2197 HTTP/1.1" status: 200 len: 217 time: 0.0817103 Apr 22 13:07:10.052110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:10.061928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-14825d80-9c21-4cf2-ad01-25686907815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:10.071363 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-14825d80-9c21-4cf2-ad01-25686907815c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6fab3ddc-624d-489d-95eb-21919d90b92e HTTP/1.1" status: 200 len: 843 time: 0.0967989 Apr 22 13:07:10.118178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:10.133019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ecbf819c-fd88-4132-b902-7b1874059a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:10.170433 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=86512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 13:07:10.187271 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc203e22-5c90-442f-aa78-327b4aa25c58,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:10.195728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:10.236736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-4c73bf6e-ded9-4986-a533-cf14a66604b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:10.238652 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-4c73bf6e-ded9-4986-a533-cf14a66604b7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1661391 Apr 22 13:07:10.240034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:10.240439 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Added segment c6ed3e22-41d5-4be8-bcb7-6c69b75ff313 of type vlan for network 57ceaa7e-928d-4259-b1b1-990f2c7a01cc Apr 22 13:07:10.347897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b920c6b-d782-4075-8e93-b4cc51ca2f71 req-dc3c12ba-b48e-46f3-9a91-88f4a156a9a6 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:10.351173 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b920c6b-d782-4075-8e93-b4cc51ca2f71 req-dc3c12ba-b48e-46f3-9a91-88f4a156a9a6 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 948 time: 0.1083963 Apr 22 13:07:10.388651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:10.419693 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b920c6b-d782-4075-8e93-b4cc51ca2f71 req-eb81b8b1-04c3-4635-b398-221df6430b04 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a8de0e6-1243-46c5-8c74-90618cc9a53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545192 Apr 22 13:07:10.473110 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-8fa7b79a-e3c7-433b-bd77-ef1452ef467f service neutron] 10.222.0.89 "GET /v2.0/networks/43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232301 Apr 22 13:07:10.566141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:10.573100 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:10.573909 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:10.582162 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:10.746984 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Pushing event updated for resources: {'Network': ['ID=57ceaa7e-928d-4259-b1b1-990f2c7a01cc,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:10.750500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:10.755768 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2350459 Apr 22 13:07:10.760423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56560) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:10.763799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network 57ceaa7e-928d-4259-b1b1-990f2c7a01cc details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 13:07:10.788291 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Request body: {'subnet': {'network_id': '57ceaa7e-928d-4259-b1b1-990f2c7a01cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1426822875-subnet', 'tenant_id': 'cbab523182b44bfcbc9027ef6b0d63bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:10.802516 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:10.811691 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Usage tracker for resource:subnet and tenant:cbab523182b44bfcbc9027ef6b0d63bc is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:10.817223 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b3518e4-e2e5-434e-bf50-365b1e62662e req-02c46ec1-43dc-41dd-80df-d190b45a1128 service neutron] 10.222.0.89 "GET /v2.0/networks/43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360322 Apr 22 13:07:10.818288 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:10.828378 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:10.895073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Made reservation on behalf of cbab523182b44bfcbc9027ef6b0d63bc for: {'subnet': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:07:10.903990 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2332739'] for subnet, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:11.795798 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f18b7e-1a70-4c0c-ac50-125534841a42 req-7b47f710-bae5-4a8a-89f9-034dea560eef tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:11.796612 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-57f18b7e-1a70-4c0c-ac50-125534841a42 req-7b47f710-bae5-4a8a-89f9-034dea560eef tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Synchronizing usage tracker for tenant:4c13e1456ab54d05aaa39821df0e854a on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:07:11.877961 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-57f18b7e-1a70-4c0c-ac50-125534841a42 req-7b47f710-bae5-4a8a-89f9-034dea560eef tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Unset dirty status for tenant:4c13e1456ab54d05aaa39821df0e854a on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:07:11.879434 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57f18b7e-1a70-4c0c-ac50-125534841a42 req-7b47f710-bae5-4a8a-89f9-034dea560eef tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 948 time: 0.2581031 Apr 22 13:07:11.930823 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3087039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2332754'] for subnet, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:11.946157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:12.007639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device f0629c00-8f98-4256-8168-93d0055c2197 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:07:12.008501 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-57f18b7e-1a70-4c0c-ac50-125534841a42 req-ffa68243-dc69-4f72-b38a-0ede20ae6dc4 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Synchronizing usage tracker for tenant:4c13e1456ab54d05aaa39821df0e854a on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:07:12.057999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c2a5e0-b0b6-45ba-a151-698b2e80cc1a,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:12.066932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:12.081908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Checking segment: {'id': 'c6ed3e22-41d5-4be8-bcb7-6c69b75ff313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '57ceaa7e-928d-4259-b1b1-990f2c7a01cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:07:12.082576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Network hostable DHCP agents. Network: 57ceaa7e-928d-4259-b1b1-990f2c7a01cc, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 13:07:12.117207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-57f18b7e-1a70-4c0c-ac50-125534841a42 req-ffa68243-dc69-4f72-b38a-0ede20ae6dc4 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Unset dirty status for tenant:4c13e1456ab54d05aaa39821df0e854a on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:07:12.119391 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-57f18b7e-1a70-4c0c-ac50-125534841a42 req-ffa68243-dc69-4f72-b38a-0ede20ae6dc4 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a8de0e6-1243-46c5-8c74-90618cc9a53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263126 Apr 22 13:07:12.168964 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Network 57ceaa7e-928d-4259-b1b1-990f2c7a01cc is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 13:07:12.194106 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port f0629c00-8f98-4256-8168-93d0055c2197, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f0629c00-8f98-4256-8168-93d0055c2197,segment=NetworkSegment(88f48ff7-3d2c-4d2d-909b-389cab9af92e),segment_id=88f48ff7-3d2c-4d2d-909b-389cab9af92e)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:07:12.203610 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, 57ceaa7e-928d-4259-b1b1-990f2c7a01cc) {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:12.225184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065a08a-6246-402d-b1b9-d770002337d2 None None] Network 57ceaa7e-928d-4259-b1b1-990f2c7a01cc requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:07:12.230557 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:12.231642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:12.256699 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': 'f0629c00-8f98-4256-8168-93d0055c2197', 'network_id': '43071757-1ea7-4eb0-ba8c-7cf90cdc8ad8', 'port_id': 'f0629c00-8f98-4256-8168-93d0055c2197', 'mac_address': 'fa:16:3e:a0:c3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fab3ddc-624d-489d-95eb-21919d90b92e', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:07:12.291600 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-88fbd228-83d9-433d-9ac8-4f4bbe0a9f85 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5291762 Apr 22 13:07:12.427147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:12.477966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0629c00-8f98-4256-8168-93d0055c2197 {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:07:12.498722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56568) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:12.554431 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port f0629c00-8f98-4256-8168-93d0055c2197, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f0629c00-8f98-4256-8168-93d0055c2197,segment=NetworkSegment(88f48ff7-3d2c-4d2d-909b-389cab9af92e),segment_id=88f48ff7-3d2c-4d2d-909b-389cab9af92e)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:07:12.579797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Deleting subnet 7f007248-9e5b-41c7-9799-f476a79b8d38 {{(pid=86512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:07:12.583634 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:12.608786 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:12.617035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-93ef96b1-5b6d-43b5-93a0-301145bd88b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:12.646126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851668861'] for subnet, precommit_delete_associations {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:12.710472 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:12.721069 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2944b582-554e-4713-ae46-e57349432526 None None] Network 57ceaa7e-928d-4259-b1b1-990f2c7a01cc requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:07:12.853511 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=f0629c00-8f98-4256-8168-93d0055c2197,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:12.870236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.870541 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.871341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.871341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.871622 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.871938 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.872315 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.872714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.873087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.873463 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.873833 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.874202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:12.889354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:12.895104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['f0629c00-8f98-4256-8168-93d0055c2197'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:07:13.078835 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851688710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852443031'] for subnet, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:13.089186 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b78b7269-152d-4a72-b48f-5d1f460d1fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:13.160156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f007248-9e5b-41c7-9799-f476a79b8d38,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:13.165461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:13.185154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.186123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.187362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.188342 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.189284 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.191178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.192302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.193416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.194972 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.195689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.196417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.197132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:13.203003 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:13.208548 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c42ec3c8-f701-4840-a2d2-c57a3d7413f1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7f007248-9e5b-41c7-9799-f476a79b8d38 HTTP/1.1" status: 204 len: 168 time: 0.7055817 Apr 22 13:07:13.208944 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56574) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:13.390615 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:13.452327 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eb6cf-dc6a-4e7d-9f97-44c4048aef39 req-8ba00304-3fa0-4b3e-8380-d704c5fbb33a tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:13.454066 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-253eb6cf-dc6a-4e7d-9f97-44c4048aef39 req-8ba00304-3fa0-4b3e-8380-d704c5fbb33a tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 949 time: 0.1292167 Apr 22 13:07:13.511421 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-253eb6cf-dc6a-4e7d-9f97-44c4048aef39 req-20aa1a2a-5755-4254-877f-2b429ec1a107 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a8de0e6-1243-46c5-8c74-90618cc9a53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493090 Apr 22 13:07:13.623152 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:13.754638 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29a8ab3-ad02-4279-be93-1ce9aeaca73b']}} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:13.769507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd763ffd9-6483-4beb-818c-f5902b0b94f8') {'for_net_delete': True} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:13.769982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd763ffd9-6483-4beb-818c-f5902b0b94f8') {} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:13.784882 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3106955'] for segment, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:13.802570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:13.809929 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=86512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:07:14.022820 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device f0629c00-8f98-4256-8168-93d0055c2197 up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:14.026965 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Network b29a8ab3-ad02-4279-be93-1ce9aeaca73b has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:07:14.046017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088217'] for segment, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:14.129598 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port f0629c00-8f98-4256-8168-93d0055c2197 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:07:14.136172 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port f0629c00-8f98-4256-8168-93d0055c2197 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:14.136576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:14.309252 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:14.342231 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15f65f5-a066-4720-b442-f0f4c10ffc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0629c00-8f98-4256-8168-93d0055c2197'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:07:14.355708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port f0629c00-8f98-4256-8168-93d0055c2197, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f0629c00-8f98-4256-8168-93d0055c2197,segment=NetworkSegment(88f48ff7-3d2c-4d2d-909b-389cab9af92e),segment_id=88f48ff7-3d2c-4d2d-909b-389cab9af92e)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:07:14.370008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:14.406884 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15f65f5-a066-4720-b442-f0f4c10ffc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0629c00-8f98-4256-8168-93d0055c2197', 'code': 200} Apr 22 13:07:14.408008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:14.411561 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:14.417652 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Network b29a8ab3-ad02-4279-be93-1ce9aeaca73b has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:07:14.448213 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:07:14.561977 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=f0629c00-8f98-4256-8168-93d0055c2197,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:14.568082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:14.575744 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:14.583482 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3bc7334c-663c-4f1e-955e-fdf2cdd9a631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:14.616973 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:14.634209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Pushing event deleted for resources: {'Network': ['ID=b29a8ab3-ad02-4279-be93-1ce9aeaca73b,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:14.638657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:14.642179 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f267e9de-320d-403e-96e6-191b2e31f72e admin admin] 10.222.0.11 "DELETE /v2.0/networks/b29a8ab3-ad02-4279-be93-1ce9aeaca73b HTTP/1.1" status: 204 len: 168 time: 1.4307187 Apr 22 13:07:14.644863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56582) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:14.786802 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d63dc-bf61-488a-9d2d-c395f58f5adc req-652d0844-de0e-4d6d-bb33-3d243cb9392e tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:14.789676 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fa6d63dc-bf61-488a-9d2d-c395f58f5adc req-652d0844-de0e-4d6d-bb33-3d243cb9392e tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 950 time: 0.1219456 Apr 22 13:07:14.807932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-98583819-536d-46ee-8c80-fcaea572dfcd admin admin] Deleting subnet 15c2a5e0-b0b6-45ba-a151-698b2e80cc1a {{(pid=86512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:07:14.814253 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-98583819-536d-46ee-8c80-fcaea572dfcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:14.856491 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-fa6d63dc-bf61-488a-9d2d-c395f58f5adc req-c6a36de2-8202-41e3-aa78-7c621781fe51 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a8de0e6-1243-46c5-8c74-90618cc9a53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539353 Apr 22 13:07:14.904720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-98583819-536d-46ee-8c80-fcaea572dfcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851668861'] for subnet, precommit_delete_associations {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:14.971772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894ba0d-5971-415a-ac1a-d594a061b1af req-025b0980-8990-4475-a055-c70676f9875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:14.973604 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9894ba0d-5971-415a-ac1a-d594a061b1af req-025b0980-8990-4475-a055-c70676f9875d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 1103 time: 0.2484839 Apr 22 13:07:15.009105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-98583819-536d-46ee-8c80-fcaea572dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:15.080167 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9894ba0d-5971-415a-ac1a-d594a061b1af req-bbeec5ad-cbba-421d-862e-7362e919a3d4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8a8de0e6-1243-46c5-8c74-90618cc9a53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976398 Apr 22 13:07:15.432791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-98583819-536d-46ee-8c80-fcaea572dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851688710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852443031'] for subnet, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:15.438334 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-43ea2088-1dd2-456e-9dd2-fcc5ef3262d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:15.487509 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98583819-536d-46ee-8c80-fcaea572dfcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c2a5e0-b0b6-45ba-a151-698b2e80cc1a,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:15.491097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-98583819-536d-46ee-8c80-fcaea572dfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:15.492198 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-98583819-536d-46ee-8c80-fcaea572dfcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:15.499380 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-98583819-536d-46ee-8c80-fcaea572dfcd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/15c2a5e0-b0b6-45ba-a151-698b2e80cc1a HTTP/1.1" status: 204 len: 168 time: 0.8527615 Apr 22 13:07:15.502445 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56586) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:15.629889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:15.792226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:15.920851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ceaa7e-928d-4259-b1b1-990f2c7a01cc']}} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:15.937593 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ed3e22-41d5-4be8-bcb7-6c69b75ff313') {'for_net_delete': True} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:15.938011 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ed3e22-41d5-4be8-bcb7-6c69b75ff313') {} {{(pid=86512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:15.952764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3106955'] for segment, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:15.970911 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:15.979178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=86512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:07:16.504834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Network 57ceaa7e-928d-4259-b1b1-990f2c7a01cc has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:07:16.515863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088217'] for segment, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:16.701921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847db9f-492e-4d00-8d0c-63e9635de46c req-b74fd142-4d8d-46c8-8ff5-cdead35416fa tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:16.703675 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0847db9f-492e-4d00-8d0c-63e9635de46c req-b74fd142-4d8d-46c8-8ff5-cdead35416fa tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 950 time: 0.6404862 Apr 22 13:07:16.760804 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Network 57ceaa7e-928d-4259-b1b1-990f2c7a01cc has no segments {{(pid=86512) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:07:16.793880 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:07:16.876516 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-0847db9f-492e-4d00-8d0c-63e9635de46c req-93436ab3-7aa3-4029-b5dd-5a1c0bb3bff2 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a8de0e6-1243-46c5-8c74-90618cc9a53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580701 Apr 22 13:07:16.936014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:16.944018 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:16.948551 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d52eaacd-83f7-40f3-b3e0-7b7d5b462d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:16.974079 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] 10.222.0.11 "DELETE /v2.0/networks/57ceaa7e-928d-4259-b1b1-990f2c7a01cc HTTP/1.1" status: 204 len: 168 time: 1.4702187 Apr 22 13:07:16.978728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Pushing event deleted for resources: {'Network': ['ID=57ceaa7e-928d-4259-b1b1-990f2c7a01cc,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:16.982468 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-aafd1d50-6c72-41b9-9266-85b60a7c807d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:17.324743 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56594) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:17.397365 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e685fb13-e817-425b-9630-c9d3e360c197 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4163bc9946f14d458893ad0e67ec8864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711017 Apr 22 13:07:17.400415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56598) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:17.472184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-596152bf-06ed-44b4-a57e-04d318649341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:17.504834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-596152bf-06ed-44b4-a57e-04d318649341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:17.660430 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-596152bf-06ed-44b4-a57e-04d318649341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:17.666385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-201da246-d92b-4963-a7f9-473dcb15fea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:17.678663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596152bf-06ed-44b4-a57e-04d318649341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f400a6c4-5813-4947-a977-67a2cbf4cb59,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:17.683095 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-596152bf-06ed-44b4-a57e-04d318649341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:17.686810 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-596152bf-06ed-44b4-a57e-04d318649341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:17.688051 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-596152bf-06ed-44b4-a57e-04d318649341 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f400a6c4-5813-4947-a977-67a2cbf4cb59 HTTP/1.1" status: 204 len: 168 time: 0.2865119 Apr 22 13:07:18.149535 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c6f9e-f367-4ab2-8c6d-768f8ec5080f req-58ef891f-dddf-491b-a94b-c3ada315a949 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:18.152487 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-180c6f9e-f367-4ab2-8c6d-768f8ec5080f req-58ef891f-dddf-491b-a94b-c3ada315a949 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 950 time: 0.1434524 Apr 22 13:07:18.209957 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-180c6f9e-f367-4ab2-8c6d-768f8ec5080f req-cd212e12-7413-47dd-bf2a-a55503092fa5 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a8de0e6-1243-46c5-8c74-90618cc9a53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495329 Apr 22 13:07:18.425952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56612) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:18.490431 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-7ad6643d-9a60-45f8-a6be-d0344587c481 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbab523182b44bfcbc9027ef6b0d63bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597608 Apr 22 13:07:18.491296 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56616) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:18.573786 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b2691899-b08e-443c-87dc-850acdc7441e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:18.606366 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b2691899-b08e-443c-87dc-850acdc7441e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:18.683674 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b2691899-b08e-443c-87dc-850acdc7441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:18.689651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-596152bf-06ed-44b4-a57e-04d318649341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:18.705790 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2691899-b08e-443c-87dc-850acdc7441e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc203e22-5c90-442f-aa78-327b4aa25c58,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:18.709367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b2691899-b08e-443c-87dc-850acdc7441e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:18.710790 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b2691899-b08e-443c-87dc-850acdc7441e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:18.712029 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b2691899-b08e-443c-87dc-850acdc7441e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc203e22-5c90-442f-aa78-327b4aa25c58 HTTP/1.1" status: 204 len: 168 time: 0.2196188 Apr 22 13:07:19.159281 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220e410-00f9-49fa-a263-5e244355e248 req-bbdd6c86-0079-48fd-8060-20695505c563 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:19.161315 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5220e410-00f9-49fa-a263-5e244355e248 req-bbdd6c86-0079-48fd-8060-20695505c563 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 950 time: 0.1423554 Apr 22 13:07:19.235065 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5220e410-00f9-49fa-a263-5e244355e248 req-63ab4ad8-6d2e-45f3-a35f-6b9ea9c44893 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a8de0e6-1243-46c5-8c74-90618cc9a53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613365 Apr 22 13:07:20.540380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec88b-4eae-4da2-b062-13cf0d242bed req-2ead5446-f2a8-456b-a617-2a4531dfe94d tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:20.542165 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ef7ec88b-4eae-4da2-b062-13cf0d242bed req-2ead5446-f2a8-456b-a617-2a4531dfe94d tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 950 time: 0.1618979 Apr 22 13:07:20.616407 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ef7ec88b-4eae-4da2-b062-13cf0d242bed req-7e71f621-a4f3-4742-a83e-f6bb73d596d1 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a8de0e6-1243-46c5-8c74-90618cc9a53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643992 Apr 22 13:07:20.631429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab235a51-98b4-49ca-84dc-72589a77482d req-7c66fb96-1903-4fb2-9c88-93d716b6e6cf tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:20.633139 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ab235a51-98b4-49ca-84dc-72589a77482d req-7c66fb96-1903-4fb2-9c88-93d716b6e6cf tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.89 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 950 time: 0.1699538 Apr 22 13:07:20.731774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-ab235a51-98b4-49ca-84dc-72589a77482d req-d5a71481-a4f0-44c0-90b1-74fb0ed22640 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Deleting port f0629c00-8f98-4256-8168-93d0055c2197 {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:07:20.732193 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ab235a51-98b4-49ca-84dc-72589a77482d req-d5a71481-a4f0-44c0-90b1-74fb0ed22640 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:21.161865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-ab235a51-98b4-49ca-84dc-72589a77482d req-d5a71481-a4f0-44c0-90b1-74fb0ed22640 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] For port f0629c00-8f98-4256-8168-93d0055c2197, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f0629c00-8f98-4256-8168-93d0055c2197,segment=NetworkSegment(88f48ff7-3d2c-4d2d-909b-389cab9af92e),segment_id=88f48ff7-3d2c-4d2d-909b-389cab9af92e)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:07:21.163124 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ab235a51-98b4-49ca-84dc-72589a77482d req-d5a71481-a4f0-44c0-90b1-74fb0ed22640 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:21.341614 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-ab235a51-98b4-49ca-84dc-72589a77482d req-d5a71481-a4f0-44c0-90b1-74fb0ed22640 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Calling delete_port for f0629c00-8f98-4256-8168-93d0055c2197 owned by compute:nova {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:07:21.759131 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ab235a51-98b4-49ca-84dc-72589a77482d req-d5a71481-a4f0-44c0-90b1-74fb0ed22640 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:21.767390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fd330052-82d3-45c5-9783-2d4ad7e72af0 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:21.773074 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['f0629c00-8f98-4256-8168-93d0055c2197'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:07:21.861173 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a71481-a4f0-44c0-90b1-74fb0ed22640 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Pushing event deleted for resources: {'Port': ['ID=f0629c00-8f98-4256-8168-93d0055c2197,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:21.867683 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d5a71481-a4f0-44c0-90b1-74fb0ed22640 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:21.950776 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-54744e0a-e19a-46b4-b4ab-1b8818d5e64d req-dced1828-a8b5-403c-a72e-95781122fd7e tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15f65f5-a066-4720-b442-f0f4c10ffc6b HTTP/1.1" status: 200 len: 210 time: 0.0857885 Apr 22 13:07:21.997516 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab235a51-98b4-49ca-84dc-72589a77482d req-d5a71481-a4f0-44c0-90b1-74fb0ed22640 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] No DVR routers for this DVR port f0629c00-8f98-4256-8168-93d0055c2197 on host hv-cinder-78726 {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:07:22.001939 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-ab235a51-98b4-49ca-84dc-72589a77482d req-d5a71481-a4f0-44c0-90b1-74fb0ed22640 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:22.010001 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15f65f5-a066-4720-b442-f0f4c10ffc6b', 'name': 'network-vif-deleted', 'tag': 'f0629c00-8f98-4256-8168-93d0055c2197'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:07:22.122599 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15f65f5-a066-4720-b442-f0f4c10ffc6b', 'name': 'network-vif-deleted', 'tag': 'f0629c00-8f98-4256-8168-93d0055c2197', 'status': 'completed', 'code': 200} Apr 22 13:07:22.127434 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ab235a51-98b4-49ca-84dc-72589a77482d req-d5a71481-a4f0-44c0-90b1-74fb0ed22640 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] 10.222.0.89 "DELETE /v2.0/ports/f0629c00-8f98-4256-8168-93d0055c2197 HTTP/1.1" status: 204 len: 173 time: 1.4869769 Apr 22 13:07:24.089985 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device f0629c00-8f98-4256-8168-93d0055c2197 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:07:24.163093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: f0629c00-8f98-4256-8168-93d0055c2197 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:07:24.163525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device f0629c00-8f98-4256-8168-93d0055c2197 not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:07:25.957540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-87def370-42ca-4697-af5b-392f2bf7ab7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:27.670335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56906) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:27.933300 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-48883a83-9a9b-457f-8551-bf1981f8bcd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:27.957538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-48883a83-9a9b-457f-8551-bf1981f8bcd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:27.962559 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-48883a83-9a9b-457f-8551-bf1981f8bcd6 admin admin] Usage tracker for resource:security_group_rule and tenant:0399ac381dfe4f0fbf8b1d6cfc903219 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:27.966797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-48883a83-9a9b-457f-8551-bf1981f8bcd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:27.973385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-48883a83-9a9b-457f-8551-bf1981f8bcd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:28.168954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-48883a83-9a9b-457f-8551-bf1981f8bcd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:28.250000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-48883a83-9a9b-457f-8551-bf1981f8bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:28.260334 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c186648c-2800-448d-a0ed-c0e7767d0660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:28.308248 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-48883a83-9a9b-457f-8551-bf1981f8bcd6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0399ac381dfe4f0fbf8b1d6cfc903219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6340342 Apr 22 13:07:28.308248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48883a83-9a9b-457f-8551-bf1981f8bcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be51adea-3d6d-4a1f-9c38-e2febcefc633,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:28.309432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56926) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:28.310755 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-48883a83-9a9b-457f-8551-bf1981f8bcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:28.395473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:28.429901 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:28.517682 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:28.524241 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3b6a2269-ee4d-4084-b4a9-3e05b5f4eddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:28.539116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be51adea-3d6d-4a1f-9c38-e2febcefc633,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:28.547440 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:28.548662 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be51adea-3d6d-4a1f-9c38-e2febcefc633 HTTP/1.1" status: 204 len: 168 time: 0.2381618 Apr 22 13:07:28.550449 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.551075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.551317 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.551638 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.552087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.553052 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.553453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.554986 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.554986 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.554986 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.554986 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.555313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:28.558614 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-32ffea12-50f7-45f1-95c0-13602c62b133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:29.217990 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56954) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:29.251021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aad10441-19c1-49df-9621-372099f5fc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:29.268560 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aad10441-19c1-49df-9621-372099f5fc7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:29.273037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aad10441-19c1-49df-9621-372099f5fc7e admin admin] Usage tracker for resource:security_group_rule and tenant:9ad80e55c402491d9ba0d0465a076d50 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:29.276316 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aad10441-19c1-49df-9621-372099f5fc7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:29.282750 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aad10441-19c1-49df-9621-372099f5fc7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:29.379498 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aad10441-19c1-49df-9621-372099f5fc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:29.425766 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aad10441-19c1-49df-9621-372099f5fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:29.436539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-09ae02f3-4941-464b-a53a-8f20aff4e299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:29.498997 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-aad10441-19c1-49df-9621-372099f5fc7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ad80e55c402491d9ba0d0465a076d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791319 Apr 22 13:07:29.501031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad10441-19c1-49df-9621-372099f5fc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408d68dd-1f35-4f97-a30a-6fd5f041cd6f,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:29.502545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 56958) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:29.505006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-aad10441-19c1-49df-9621-372099f5fc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:29.578467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ebca5337-7d74-4dda-b8fa-da4f0643e2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:29.610094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ebca5337-7d74-4dda-b8fa-da4f0643e2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:29.700619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ebca5337-7d74-4dda-b8fa-da4f0643e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:29.706164 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-38901741-8577-4c78-99c7-8e634886a669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:29.721892 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca5337-7d74-4dda-b8fa-da4f0643e2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408d68dd-1f35-4f97-a30a-6fd5f041cd6f,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:29.726546 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ebca5337-7d74-4dda-b8fa-da4f0643e2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:29.731075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ebca5337-7d74-4dda-b8fa-da4f0643e2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:29.748361 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ebca5337-7d74-4dda-b8fa-da4f0643e2dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/408d68dd-1f35-4f97-a30a-6fd5f041cd6f HTTP/1.1" status: 204 len: 168 time: 0.2310915 Apr 22 13:07:29.769044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:30.169106 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-639be5de-c156-431f-98ba-85eb8384c40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:30.491127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56982) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:30.681997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:30.700787 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-56a6ded3-5831-46fc-84ac-25463dc23890 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c13e1456ab54d05aaa39821df0e854a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081969 Apr 22 13:07:30.703333 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 56992) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:30.771262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1ea08042-83af-43fa-b03a-6b99d72c89c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:30.799829 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1ea08042-83af-43fa-b03a-6b99d72c89c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:30.894755 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1ea08042-83af-43fa-b03a-6b99d72c89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:30.901590 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-faae1109-06c7-4c76-b700-9f9a645c0c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:30.916334 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea08042-83af-43fa-b03a-6b99d72c89c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8de0e6-1243-46c5-8c74-90618cc9a53f,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:30.921072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1ea08042-83af-43fa-b03a-6b99d72c89c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:31.003209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1ea08042-83af-43fa-b03a-6b99d72c89c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:31.004527 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1ea08042-83af-43fa-b03a-6b99d72c89c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a8de0e6-1243-46c5-8c74-90618cc9a53f HTTP/1.1" status: 204 len: 168 time: 0.3001859 Apr 22 13:07:32.148579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57042) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:32.277530 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1896106059-network', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:32.282956 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:32.288025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Usage tracker for resource:network and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:32.291332 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:32.297852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:32.306226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:32.328921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Made reservation on behalf of d4d0953241d5480cbf4dd7889bddf093 for: {'network': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:07:32.334406 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:32.353486 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:32.374685 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:32.379830 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:32.383201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:32.390473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:32.493522 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:32.540163 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:32.545033 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fb8193b4-3b20-4ea3-8c1f-fc68cb2b18a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:32.584304 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=86512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 13:07:32.594899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42b9f94-b61c-4e84-baee-db4450ee80ba,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:32.598423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:32.603748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:32.603748 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Added segment 28d6c86f-ab83-43cd-8e51-97a899b461dc of type vlan for network 89422616-ccdf-47f8-81ca-293c96b0fcc0 Apr 22 13:07:32.636599 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:32.734432 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:32.735885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:32.736539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:32.742219 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:32.850852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Pushing event updated for resources: {'Network': ['ID=89422616-ccdf-47f8-81ca-293c96b0fcc0,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:32.853915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:32.863215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network 89422616-ccdf-47f8-81ca-293c96b0fcc0 details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 13:07:32.884293 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b9abc8c9-236b-41a9-9ef0-0c04728a2904 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7350519 Apr 22 13:07:32.887381 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57054) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:32.893852 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Request body: {'subnet': {'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1896106059-subnet', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'ip_version': 4}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:32.900128 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:32.904751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Usage tracker for resource:subnet and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:32.907999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:32.914626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:33.008885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Made reservation on behalf of d4d0953241d5480cbf4dd7889bddf093 for: {'subnet': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:07:33.013778 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2332739'] for subnet, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:33.502145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3087039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2332754'] for subnet, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:33.507192 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:33.584602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49f5911-0740-44e2-b6e3-068adaa19641,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:33.589006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:33.593454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Checking segment: {'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:07:33.593843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Network hostable DHCP agents. Network: 89422616-ccdf-47f8-81ca-293c96b0fcc0, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 13:07:33.688638 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Network 89422616-ccdf-47f8-81ca-293c96b0fcc0 is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 13:07:33.751591 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, 89422616-ccdf-47f8-81ca-293c96b0fcc0) {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:33.760935 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da442049-bd89-49f0-b912-f1ecc1838d16 None None] Network 89422616-ccdf-47f8-81ca-293c96b0fcc0 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:07:33.764969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:33.765763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:33.821303 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-76daf443-ea9d-422e-a2dc-81b53610971d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9326327 Apr 22 13:07:33.824005 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57062) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:33.829761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:33.835419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:33.839714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Usage tracker for resource:router and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:33.843611 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:33.851048 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:33.889277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854379552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764050'] for router, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:33.890449 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11750'] for router, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:33.908585 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:34.166043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f5daa8-503a-587a-8e70-634fca0e031f-89422616-ccdf-47f8-81ca-293c96b0fcc0', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641'}]}} from dv-cinder-787262-3-smb. {{(pid=86513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 13:07:34.166966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:34.273169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-436729', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11733'] for router, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:34.341450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Allocated IP 172.20.0.2 (89422616-ccdf-47f8-81ca-293c96b0fcc0/b49f5911-0740-44e2-b6e3-068adaa19641/8a80772c-f636-4f28-9274-9199af68aeb4) {{(pid=86513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:07:34.627820 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Notify callbacks [] for port, precommit_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:34.639286 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Transition to ACTIVE for port object 8a80772c-f636-4f28-9274-9199af68aeb4 will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:34.660257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Transition to ACTIVE for port object 8a80772c-f636-4f28-9274-9199af68aeb4 will not be triggered until provisioned by entity DHCP. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:34.682147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:34.706587 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:34.712414 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:34.713095 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:34.776273 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Network 89422616-ccdf-47f8-81ca-293c96b0fcc0 is already hosted by enough agents. {{(pid=86513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:07:34.785050 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Resources bound (agent type, host, resource id): {{(pid=86513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:34.791025 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Received port after_create {{(pid=86513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:07:34.833038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Pushing event updated for resources: {'Port': ['ID=8a80772c-f636-4f28-9274-9199af68aeb4,revision_number=1']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:34.843367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:34.889567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Allocated IP 172.28.2.129 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/88b483b4-14c3-4c96-bb94-bb2b704870c5) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:07:34.897246 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Attempting to bind port 8a80772c-f636-4f28-9274-9199af68aeb4 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:07:34.897657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Attempting to bind port 8a80772c-f636-4f28-9274-9199af68aeb4 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:07:34.898072 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Attempting to bind port 8a80772c-f636-4f28-9274-9199af68aeb4 on network 89422616-ccdf-47f8-81ca-293c96b0fcc0 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:07:34.904090 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:07:34.904522 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Checking segment: {'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:07:34.905012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:34.905451 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Bound using segment: {'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:07:34.905973 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Bound port: 8a80772c-f636-4f28-9274-9199af68aeb4, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:07:34.906397 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:35.069564 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] For port 8a80772c-f636-4f28-9274-9199af68aeb4, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:07:35.073214 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] For port 8a80772c-f636-4f28-9274-9199af68aeb4, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=8a80772c-f636-4f28-9274-9199af68aeb4,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:07:35.165499 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:35.171378 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:35.304416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Pushing event updated for resources: {'Port': ['ID=8a80772c-f636-4f28-9274-9199af68aeb4,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:35.322007 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:35.536571 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:35.638225 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:35.643541 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:35.709594 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:07:35.721012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:35.721012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:07:35.776984 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Pushing event updated for resources: {'Port': ['ID=88b483b4-14c3-4c96-bb94-bb2b704870c5,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:35.782104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:35.868578 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 8a80772c-f636-4f28-9274-9199af68aeb4 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:36.002596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 8a80772c-f636-4f28-9274-9199af68aeb4 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:07:36.443746 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:36.759230 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf56d126-2817-4b9a-9f2d-2351222be639 None None] Network 89422616-ccdf-47f8-81ca-293c96b0fcc0 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:07:36.870824 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854380213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854339117'] for router, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:36.906006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3fa2e3b0-f0e7-472a-ace4-10b68646b5ef None None] Provisioning for port 8a80772c-f636-4f28-9274-9199af68aeb4 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:07:36.916630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3fa2e3b0-f0e7-472a-ace4-10b68646b5ef None None] Provisioning complete for port 8a80772c-f636-4f28-9274-9199af68aeb4 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:36.917106 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e3b0-f0e7-472a-ace4-10b68646b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:37.174348 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Router 7c047cce-33fc-413e-95f3-311f5cec86c3 is scheduled to L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f with binding_index 1 {{(pid=86512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 13:07:37.184399 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e3b0-f0e7-472a-ace4-10b68646b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:37.227790 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-3fa2e3b0-f0e7-472a-ace4-10b68646b5ef None None] For port 8a80772c-f636-4f28-9274-9199af68aeb4, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=8a80772c-f636-4f28-9274-9199af68aeb4,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:07:37.265739 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e3b0-f0e7-472a-ace4-10b68646b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:37.267698 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:37.390336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2e3b0-f0e7-472a-ace4-10b68646b5ef None None] Pushing event updated for resources: {'Port': ['ID=8a80772c-f636-4f28-9274-9199af68aeb4,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:37.395979 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3fa2e3b0-f0e7-472a-ace4-10b68646b5ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:37.414344 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:07:37.424669 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Sync routers for ids ['7c047cce-33fc-413e-95f3-311f5cec86c3'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:07:37.438200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Routers {'7c047cce-33fc-413e-95f3-311f5cec86c3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:07:37.439006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:07:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['7c047cce-33fc-413e-95f3-311f5cec86c3'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:37.488887 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] Notify callbacks [] for router, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:37.490384 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-a608f455-cbcb-4316-ade6-35d6f0660d0d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6653252 Apr 22 13:07:37.493621 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57094) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:37.589773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-bc54de69-f81b-4f9f-a09d-589f65ddc628 None None] Provisioning complete for port 8a80772c-f636-4f28-9274-9199af68aeb4 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:37.590101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bc54de69-f81b-4f9f-a09d-589f65ddc628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:37.704209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Set router 7c047cce-33fc-413e-95f3-311f5cec86c3 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:07:37.755157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57100) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:37.843156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 8a80772c-f636-4f28-9274-9199af68aeb4 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:37.956662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aeeb1f12-c207-4e5f-9fd0-c5bfbd3d90ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:37.975755 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aeeb1f12-c207-4e5f-9fd0-c5bfbd3d90ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:37.980277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aeeb1f12-c207-4e5f-9fd0-c5bfbd3d90ab admin admin] Usage tracker for resource:security_group_rule and tenant:bdf8169a7b7a47169cf5310fc898f500 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:37.984033 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aeeb1f12-c207-4e5f-9fd0-c5bfbd3d90ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:37.990975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aeeb1f12-c207-4e5f-9fd0-c5bfbd3d90ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:38.111266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aeeb1f12-c207-4e5f-9fd0-c5bfbd3d90ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:38.151586 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 8a80772c-f636-4f28-9274-9199af68aeb4 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:38.151930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:38.152211 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aeeb1f12-c207-4e5f-9fd0-c5bfbd3d90ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:38.163616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-48883a83-9a9b-457f-8551-bf1981f8bcd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:38.213680 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-aeeb1f12-c207-4e5f-9fd0-c5bfbd3d90ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdf8169a7b7a47169cf5310fc898f500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572864 Apr 22 13:07:38.215524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57106) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:38.218686 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb1f12-c207-4e5f-9fd0-c5bfbd3d90ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b04dd4-51b3-470b-b916-ec86ed9bf793,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:38.235922 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-aeeb1f12-c207-4e5f-9fd0-c5bfbd3d90ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:38.350797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-387303ad-5d70-4bd1-a925-eb8c9b87cbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:38.388313 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-387303ad-5d70-4bd1-a925-eb8c9b87cbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:38.397816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:36Z', 'revision_number': 3, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:38.412123 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Checking router: 7c047cce-33fc-413e-95f3-311f5cec86c3 for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:07:38.412547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Updating router 7c047cce-33fc-413e-95f3-311f5cec86c3 port 88b483b4-14c3-4c96-bb94-bb2b704870c5 binding host dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 13:07:38.444568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:38.485477 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:38.517608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-387303ad-5d70-4bd1-a925-eb8c9b87cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:38.523252 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-85fb7415-316f-4bf7-95d0-68bd59980b22 tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:38.538042 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387303ad-5d70-4bd1-a925-eb8c9b87cbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b04dd4-51b3-470b-b916-ec86ed9bf793,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:38.546570 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-387303ad-5d70-4bd1-a925-eb8c9b87cbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:38.547918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-387303ad-5d70-4bd1-a925-eb8c9b87cbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:38.551793 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-387303ad-5d70-4bd1-a925-eb8c9b87cbbb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0b04dd4-51b3-470b-b916-ec86ed9bf793 HTTP/1.1" status: 204 len: 168 time: 0.3327637 Apr 22 13:07:38.699755 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Allocated IP 172.20.0.1 (89422616-ccdf-47f8-81ca-293c96b0fcc0/b49f5911-0740-44e2-b6e3-068adaa19641/3d31c6cb-8d48-4cb0-99d1-221243953d02) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:07:38.904816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:38.936580 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Transition to ACTIVE for port object 3d31c6cb-8d48-4cb0-99d1-221243953d02 will not be triggered until provisioned by entity DHCP. {{(pid=86511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:38.985372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Notify callbacks [] for port, precommit_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.008127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Transition to ACTIVE for port object 88b483b4-14c3-4c96-bb94-bb2b704870c5 will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:39.049642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.055606 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-004d6593-ec6f-408a-af69-a1408082b2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:39.083413 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.088583 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:39.128158 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Network 89422616-ccdf-47f8-81ca-293c96b0fcc0 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:07:39.133058 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:39.137664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:07:39.202620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57114) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:39.268718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8604aea3-d5b5-4917-968b-12403c312882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.299242 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8604aea3-d5b5-4917-968b-12403c312882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:39.307407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8604aea3-d5b5-4917-968b-12403c312882 admin admin] Usage tracker for resource:security_group_rule and tenant:ac89ab25c541473d807d4414fe41f0c8 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:39.314974 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8604aea3-d5b5-4917-968b-12403c312882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:39.327687 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8604aea3-d5b5-4917-968b-12403c312882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:39.443697 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Attempting to bind port 88b483b4-14c3-4c96-bb94-bb2b704870c5 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:07:39.444287 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Attempting to bind port 88b483b4-14c3-4c96-bb94-bb2b704870c5 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:07:39.445076 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Attempting to bind port 88b483b4-14c3-4c96-bb94-bb2b704870c5 on network bfb8adc4-3798-4764-90a2-51505efe1733 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:07:39.465812 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:07:39.466414 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Checking segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:07:39.467220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.467939 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Bound using segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:07:39.468925 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Bound port: 88b483b4-14c3-4c96-bb94-bb2b704870c5, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:07:39.469651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.487468 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8604aea3-d5b5-4917-968b-12403c312882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.524974 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Pushing event updated for resources: {'Port': ['ID=3d31c6cb-8d48-4cb0-99d1-221243953d02,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:39.534248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:39.549008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a42f6-7cfc-4aa0-bc84-4a3381178129 None None] Pushing event updated for resources: {'Port': ['ID=88b483b4-14c3-4c96-bb94-bb2b704870c5,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:39.557820 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8604aea3-d5b5-4917-968b-12403c312882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.568702 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e93a42f6-7cfc-4aa0-bc84-4a3381178129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:39.568915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393230'] for router_interface, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.572349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-aa66d549-58c9-4ebb-96ea-30c0ecb15a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:39.615250 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] For port 88b483b4-14c3-4c96-bb94-bb2b704870c5, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:07:39.618792 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] For port 88b483b4-14c3-4c96-bb94-bb2b704870c5, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=88b483b4-14c3-4c96-bb94-bb2b704870c5,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:07:39.654664 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3d92fcec-ee86-47c7-b131-e729f8e76033 None None] Provisioning for port 3d31c6cb-8d48-4cb0-99d1-221243953d02 completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:07:39.662245 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8604aea3-d5b5-4917-968b-12403c312882 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac89ab25c541473d807d4414fe41f0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538596 Apr 22 13:07:39.662567 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604aea3-d5b5-4917-968b-12403c312882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7065a3-5bc9-43d6-b9ff-07d25613ff30,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:39.663720 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-3d92fcec-ee86-47c7-b131-e729f8e76033 None None] Provisioning complete for port 3d31c6cb-8d48-4cb0-99d1-221243953d02 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:39.664145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3d92fcec-ee86-47c7-b131-e729f8e76033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.666984 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57118) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:39.689465 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8604aea3-d5b5-4917-968b-12403c312882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:39.709367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.715421 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:39.782182 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-143081aa-ae5d-4e3c-809b-c2793458edfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.799081 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-3d92fcec-ee86-47c7-b131-e729f8e76033 None None] Port 3d31c6cb-8d48-4cb0-99d1-221243953d02 cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:07:39.826412 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a42f6-7cfc-4aa0-bc84-4a3381178129 None None] Pushing event updated for resources: {'Port': ['ID=88b483b4-14c3-4c96-bb94-bb2b704870c5,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:39.829291 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Routers {'7c047cce-33fc-413e-95f3-311f5cec86c3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:07:39.830424 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:07:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['7c047cce-33fc-413e-95f3-311f5cec86c3'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:39.838263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-143081aa-ae5d-4e3c-809b-c2793458edfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.891954 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e93a42f6-7cfc-4aa0-bc84-4a3381178129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:39.974683 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-143081aa-ae5d-4e3c-809b-c2793458edfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:39.983590 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b7d0802d-4f6d-428d-a8e8-95649349a96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:40.015918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143081aa-ae5d-4e3c-809b-c2793458edfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7065a3-5bc9-43d6-b9ff-07d25613ff30,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:40.016222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-143081aa-ae5d-4e3c-809b-c2793458edfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:40.020217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-143081aa-ae5d-4e3c-809b-c2793458edfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:40.024012 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-143081aa-ae5d-4e3c-809b-c2793458edfe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a7065a3-5bc9-43d6-b9ff-07d25613ff30 HTTP/1.1" status: 204 len: 168 time: 0.3552296 Apr 22 13:07:40.053689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] Set router 7c047cce-33fc-413e-95f3-311f5cec86c3 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:07:40.147260 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:40.556318 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:36Z', 'revision_number': 3, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:40.565423 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e964bd-1661-4c95-9261-61d81eaea27f None None] The sync data for ids ['7c047cce-33fc-413e-95f3-311f5cec86c3'] in dv-cinder-787262-3-smb is: [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:36Z', 'revision_number': 3, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:07:40.573047 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:40.626696 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852650579'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:40.669853 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-035b9db4-9aee-48c4-a20c-77bbfc4cf99b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:40.848469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854382487'] for router_interface, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:40.853926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Pushing event updated for resources: {'Port': ['ID=3d31c6cb-8d48-4cb0-99d1-221243953d02,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:40.859359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:41.068351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Network 89422616-ccdf-47f8-81ca-293c96b0fcc0 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:07:41.070581 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:41.439849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-41a9eac2-45c9-4096-94be-6f4c59fcff4c None None] Provisioning complete for port 3d31c6cb-8d48-4cb0-99d1-221243953d02 triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:41.440278 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-41a9eac2-45c9-4096-94be-6f4c59fcff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:41.470308 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Router 7c047cce-33fc-413e-95f3-311f5cec86c3 has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:07:41.511748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-41a9eac2-45c9-4096-94be-6f4c59fcff4c None None] Port 3d31c6cb-8d48-4cb0-99d1-221243953d02 cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:07:41.740673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:07:41.759593 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] 10.222.0.11 "PUT /v2.0/routers/7c047cce-33fc-413e-95f3-311f5cec86c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2636154 Apr 22 13:07:41.860952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 88b483b4-14c3-4c96-bb94-bb2b704870c5 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:42.020318 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 88b483b4-14c3-4c96-bb94-bb2b704870c5 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:07:42.028409 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 88b483b4-14c3-4c96-bb94-bb2b704870c5 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:42.028897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:42.268846 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:42.296736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 88b483b4-14c3-4c96-bb94-bb2b704870c5, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=88b483b4-14c3-4c96-bb94-bb2b704870c5,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:07:42.335997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:42.339704 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e93a42f6-7cfc-4aa0-bc84-4a3381178129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:42.482011 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=88b483b4-14c3-4c96-bb94-bb2b704870c5,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:42.487615 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:43.150828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57174) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:43.160247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-905793159-network', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:43.170890 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:43.178717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Usage tracker for resource:network and tenant:a6fd16d76d884e868d32750f6776a57a is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:43.184205 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:43.196477 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:43.243943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Made reservation on behalf of a6fd16d76d884e868d32750f6776a57a for: {'network': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:07:43.252218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for network, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:43.277955 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:43.305632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:43.313385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Usage tracker for resource:security_group_rule and tenant:a6fd16d76d884e868d32750f6776a57a is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:43.318926 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:43.330969 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:43.449584 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:43.483045 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:43.490279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4985951d-4908-4023-b091-7307f2f0360b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:43.520440 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=86512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 13:07:43.551343 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb2a56a-b94c-4df0-9b2d-064061f59cea,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:43.556031 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:43.556500 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.segments_db [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Added segment 3cfed164-8dd8-40ef-b76d-3bcdd8665278 of type vlan for network fa69bebb-9f15-47cd-a44d-a72d3df23fcb Apr 22 13:07:43.557920 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:43.615895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290742569144'] for network, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:43.712251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315'] for network, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:43.714881 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:43.716069 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:43.727616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-667a214f-dda5-4c73-9b92-23431355b9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:43.853799 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 88b483b4-14c3-4c96-bb94-bb2b704870c5 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:43.862885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Sync routers for ids ['7c047cce-33fc-413e-95f3-311f5cec86c3'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:07:43.888931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Routers {'7c047cce-33fc-413e-95f3-311f5cec86c3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:07:43.890734 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:07:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['7c047cce-33fc-413e-95f3-311f5cec86c3'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:43.956751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Pushing event updated for resources: {'Network': ['ID=fa69bebb-9f15-47cd-a44d-a72d3df23fcb,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:43.962623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:43.971634 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-81e63d62-79f5-4fef-bf73-e89d911d0c14 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8191736 Apr 22 13:07:43.976610 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57180) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:43.981061 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Network fa69bebb-9f15-47cd-a44d-a72d3df23fcb details requested by agent ovs-agent-dv-cinder-787262-3-smb with host dv-cinder-787262-3-smb {{(pid=86513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 13:07:43.988998 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Request body: {'subnet': {'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-905793159-subnet', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'ip_version': 4}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:43.999879 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:44.018369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Usage tracker for resource:subnet and tenant:a6fd16d76d884e868d32750f6776a57a is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:44.028576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:44.045639 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:44.106400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Made reservation on behalf of a6fd16d76d884e868d32750f6776a57a for: {'subnet': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:07:44.114222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2332739'] for subnet, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:44.139751 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 88b483b4-14c3-4c96-bb94-bb2b704870c5 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:44.140495 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:44.298053 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:44.440403 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:07:44.527892 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Set router 7c047cce-33fc-413e-95f3-311f5cec86c3 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:07:45.058929 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:39Z', 'revision_number': 4, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '3d31c6cb-8d48-4cb0-99d1-221243953d02', 'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'mac_address': 'fa:16:3e:ea:68:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:38Z', 'updated_at': '2021-04-22T13:07:40Z', 'revision_number': 2, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'subnets': [{'id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:45.063920 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Checking router: 7c047cce-33fc-413e-95f3-311f5cec86c3 for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:07:45.069122 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Updating router 7c047cce-33fc-413e-95f3-311f5cec86c3 port 3d31c6cb-8d48-4cb0-99d1-221243953d02 binding host dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 13:07:45.069341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3087039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2332754'] for subnet, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:45.071726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:45.134276 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:45.162752 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=606793aa-84c5-445f-b8b3-ea7b485c7632,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:45.167221 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:45.170388 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Checking segment: {'id': '3cfed164-8dd8-40ef-b76d-3bcdd8665278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:07:45.170763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Network hostable DHCP agents. Network: fa69bebb-9f15-47cd-a44d-a72d3df23fcb, hostable agents: ['00820ff3-bc82-43f1-9ff1-3768d993b214'], hosted agents: [] {{(pid=86512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 13:07:45.221389 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Network fa69bebb-9f15-47cd-a44d-a72d3df23fcb is scheduled to be hosted by DHCP agent 00820ff3-bc82-43f1-9ff1-3768d993b214 with binding_index 1 {{(pid=86512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 13:07:45.266565 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-smb, fa69bebb-9f15-47cd-a44d-a72d3df23fcb) {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:45.278459 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de97141e-2bf5-4134-9912-b836b26611e6 None None] Network fa69bebb-9f15-47cd-a44d-a72d3df23fcb requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:07:45.595744 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f5daa8-503a-587a-8e70-634fca0e031f-fa69bebb-9f15-47cd-a44d-a72d3df23fcb', 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'fixed_ips': [{'subnet_id': '606793aa-84c5-445f-b8b3-ea7b485c7632'}]}} from dv-cinder-787262-3-smb. {{(pid=86513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 13:07:45.597425 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:45.639873 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:07:45.641207 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for subnet, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:45.718132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Notify callbacks [] for port, precommit_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:45.737334 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c6aba907-6802-41a5-9ff5-55b2e888b0bf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7517719 Apr 22 13:07:45.737653 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57188) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:45.741802 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Transition to ACTIVE for port object 3d31c6cb-8d48-4cb0-99d1-221243953d02 will not be triggered until provisioned by entity L2. {{(pid=86514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:45.747838 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-905793159-router', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:45.755834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:45.762625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Usage tracker for resource:router and tenant:a6fd16d76d884e868d32750f6776a57a is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:45.766284 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:45.775738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:45.786441 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:45.792654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7bbf7d8c-6495-4170-a976-c55abd7cb08b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:45.815316 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854379552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764050'] for router, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:45.816904 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11750'] for router, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:45.841390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:45.855155 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Allocated IP 172.20.0.2 (fa69bebb-9f15-47cd-a44d-a72d3df23fcb/606793aa-84c5-445f-b8b3-ea7b485c7632/41b33f20-653f-40ec-a205-f5d26405e0fe) {{(pid=86513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:07:46.090198 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Pushing event updated for resources: {'Port': ['ID=3d31c6cb-8d48-4cb0-99d1-221243953d02,revision_number=3']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:46.107186 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.107514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.107849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.108404 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.108949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.109329 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.109718 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.110142 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.110701 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.111236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.111873 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.112444 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:07:46.132863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:46.150028 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Attempting to bind port 3d31c6cb-8d48-4cb0-99d1-221243953d02 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:07:46.150765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Attempting to bind port 3d31c6cb-8d48-4cb0-99d1-221243953d02 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:07:46.151449 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Attempting to bind port 3d31c6cb-8d48-4cb0-99d1-221243953d02 on network 89422616-ccdf-47f8-81ca-293c96b0fcc0 {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:07:46.159236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:07:46.160084 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Checking segment: {'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:07:46.160832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:46.162071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Bound using segment: {'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:07:46.162854 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Bound port: 3d31c6cb-8d48-4cb0-99d1-221243953d02, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'}}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:07:46.163526 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:46.204459 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Notify callbacks [] for port, precommit_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:46.218351 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Transition to ACTIVE for port object 41b33f20-653f-40ec-a205-f5d26405e0fe will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:46.263898 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Transition to ACTIVE for port object 41b33f20-653f-40ec-a205-f5d26405e0fe will not be triggered until provisioned by entity DHCP. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:46.294742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766'] for port, after_create {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:46.307496 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:46.321942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] For port 3d31c6cb-8d48-4cb0-99d1-221243953d02, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:07:46.328202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] For port 3d31c6cb-8d48-4cb0-99d1-221243953d02, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=3d31c6cb-8d48-4cb0-99d1-221243953d02,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:07:46.371747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:46.385257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:46.394726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Network fa69bebb-9f15-47cd-a44d-a72d3df23fcb is already hosted by enough agents. {{(pid=86513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:07:46.410209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Resources bound (agent type, host, resource id): {{(pid=86513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:46.415379 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Received port after_create {{(pid=86513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:07:46.451913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-436729', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11733'] for router, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:46.577307 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Pushing event updated for resources: {'Port': ['ID=41b33f20-653f-40ec-a205-f5d26405e0fe,revision_number=1']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:46.577636 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Routers {'7c047cce-33fc-413e-95f3-311f5cec86c3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:07:46.578687 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:07:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['7c047cce-33fc-413e-95f3-311f5cec86c3'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:46.582537 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:46.624672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Attempting to bind port 41b33f20-653f-40ec-a205-f5d26405e0fe on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:07:46.625361 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Attempting to bind port 41b33f20-653f-40ec-a205-f5d26405e0fe by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '3cfed164-8dd8-40ef-b76d-3bcdd8665278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:07:46.625500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Attempting to bind port 41b33f20-653f-40ec-a205-f5d26405e0fe on network fa69bebb-9f15-47cd-a44d-a72d3df23fcb {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:07:46.638215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:07:46.639277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Checking segment: {'id': '3cfed164-8dd8-40ef-b76d-3bcdd8665278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:07:46.639912 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:46.644627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Bound using segment: {'id': '3cfed164-8dd8-40ef-b76d-3bcdd8665278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:07:46.646475 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Bound port: 41b33f20-653f-40ec-a205-f5d26405e0fe, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfed164-8dd8-40ef-b76d-3bcdd8665278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:07:46.647316 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:46.808865 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] For port 41b33f20-653f-40ec-a205-f5d26405e0fe, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:07:46.813811 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] For port 41b33f20-653f-40ec-a205-f5d26405e0fe, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=41b33f20-653f-40ec-a205-f5d26405e0fe,segment=NetworkSegment(3cfed164-8dd8-40ef-b76d-3bcdd8665278),segment_id=3cfed164-8dd8-40ef-b76d-3bcdd8665278)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:07:46.855367 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:46.861306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:46.941211 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:46.955844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] Set router 7c047cce-33fc-413e-95f3-311f5cec86c3 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:07:46.981715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:46.989640 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Pushing event updated for resources: {'Port': ['ID=41b33f20-653f-40ec-a205-f5d26405e0fe,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:47.013988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d246b46f-171c-4f8a-8715-5ff98aaa4c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:47.199116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Allocated IP 172.28.2.214 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/20111a35-8a5f-4f99-a2e2-88f4ceeea354) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:07:47.225632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Pushing event updated for resources: {'Port': ['ID=3d31c6cb-8d48-4cb0-99d1-221243953d02,revision_number=4']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:47.249524 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-71e9c949-7bb4-460f-88f1-40a44568a264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:47.532853 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:47.609527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:47.619602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9562384e-b7ab-4aef-9667-bf3e4718fc64 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:47.682545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:39Z', 'revision_number': 4, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '3d31c6cb-8d48-4cb0-99d1-221243953d02', 'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'mac_address': 'fa:16:3e:ea:68:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:38Z', 'updated_at': '2021-04-22T13:07:46Z', 'revision_number': 4, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'subnets': [{'id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:47.685633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:07:47.691757 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55360ef-7bed-4375-9a69-75273317aa16 None None] The sync data for ids ['7c047cce-33fc-413e-95f3-311f5cec86c3'] in dv-cinder-787262-3-smb is: [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:39Z', 'revision_number': 4, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '3d31c6cb-8d48-4cb0-99d1-221243953d02', 'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'mac_address': 'fa:16:3e:ea:68:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:38Z', 'updated_at': '2021-04-22T13:07:46Z', 'revision_number': 4, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'subnets': [{'id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:07:47.695344 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:47.700592 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:07:47.749910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Pushing event updated for resources: {'Port': ['ID=20111a35-8a5f-4f99-a2e2-88f4ceeea354,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:47.754519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:47.978598 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 41b33f20-653f-40ec-a205-f5d26405e0fe up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:48.158032 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 41b33f20-653f-40ec-a205-f5d26405e0fe completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:07:48.168631 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 3d31c6cb-8d48-4cb0-99d1-221243953d02 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:48.363918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 3d31c6cb-8d48-4cb0-99d1-221243953d02 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:07:48.371184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 3d31c6cb-8d48-4cb0-99d1-221243953d02 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:48.371614 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:48.389347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:48.605157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:48.697037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 3d31c6cb-8d48-4cb0-99d1-221243953d02, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=3d31c6cb-8d48-4cb0-99d1-221243953d02,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:07:48.769407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:48.776157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:48.836289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5b60c-25e7-4481-81bc-f3c6a86f8a1d None None] Network fa69bebb-9f15-47cd-a44d-a72d3df23fcb requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:07:49.197756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=3d31c6cb-8d48-4cb0-99d1-221243953d02,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:49.303391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854380213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854339117'] for router, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:49.309169 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:49.312399 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-4fd0804e-b656-45fc-9014-9fd548e659d6 None None] Provisioning for port 41b33f20-653f-40ec-a205-f5d26405e0fe completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:07:49.354525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-4fd0804e-b656-45fc-9014-9fd548e659d6 None None] Provisioning complete for port 41b33f20-653f-40ec-a205-f5d26405e0fe triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:49.355067 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4fd0804e-b656-45fc-9014-9fd548e659d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:49.579675 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4fd0804e-b656-45fc-9014-9fd548e659d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:49.622098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-4fd0804e-b656-45fc-9014-9fd548e659d6 None None] For port 41b33f20-653f-40ec-a205-f5d26405e0fe, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=41b33f20-653f-40ec-a205-f5d26405e0fe,segment=NetworkSegment(3cfed164-8dd8-40ef-b76d-3bcdd8665278),segment_id=3cfed164-8dd8-40ef-b76d-3bcdd8665278)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:07:49.667863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4fd0804e-b656-45fc-9014-9fd548e659d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:49.670055 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1eae5062-1c08-48e9-aa33-eebc4effda66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:49.734391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Router f4b398ee-7a95-4005-bd9d-876a8b9eed37 is scheduled to L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f with binding_index 1 {{(pid=86512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 13:07:49.764053 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0804e-b656-45fc-9014-9fd548e659d6 None None] Pushing event updated for resources: {'Port': ['ID=41b33f20-653f-40ec-a205-f5d26405e0fe,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:49.768736 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4fd0804e-b656-45fc-9014-9fd548e659d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:49.834000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 3d31c6cb-8d48-4cb0-99d1-221243953d02 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:49.916247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-36f03d5a-ea5a-4227-b4a8-155e66abfd52 None None] Provisioning complete for port 41b33f20-653f-40ec-a205-f5d26405e0fe triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:49.916619 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-36f03d5a-ea5a-4227-b4a8-155e66abfd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:49.976251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:07:49.979709 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 3d31c6cb-8d48-4cb0-99d1-221243953d02 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:49.980132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:50.019377 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Sync routers for ids ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:07:50.043625 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] Notify callbacks [] for router, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:50.048245 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-8d9d6043-4e1a-4fc6-acd9-e585c150b4fa admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3066509 Apr 22 13:07:50.048785 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57212) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:50.072627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Routers {'f4b398ee-7a95-4005-bd9d-876a8b9eed37'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:07:50.073356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:07:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:50.463408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Set router f4b398ee-7a95-4005-bd9d-876a8b9eed37 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:07:50.978470 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'name': 'tempest-TestShelveInstance-905793159-router', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:07:48Z', 'revision_number': 3, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'gw_port': {'id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:47Z', 'updated_at': '2021-04-22T13:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:50.984142 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Checking router: f4b398ee-7a95-4005-bd9d-876a8b9eed37 for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:07:50.984832 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Updating router f4b398ee-7a95-4005-bd9d-876a8b9eed37 port 20111a35-8a5f-4f99-a2e2-88f4ceeea354 binding host dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 13:07:51.067752 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:51.243087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:51.570662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Notify callbacks [] for port, precommit_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:51.595663 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Transition to ACTIVE for port object 20111a35-8a5f-4f99-a2e2-88f4ceeea354 will not be triggered until provisioned by entity L2. {{(pid=86513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:51.597850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Allocated IP 172.20.0.1 (fa69bebb-9f15-47cd-a44d-a72d3df23fcb/606793aa-84c5-445f-b8b3-ea7b485c7632/6faeb2f7-1af5-4a40-84cb-426c568b18fe) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:07:51.643087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:51.651400 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3fa2e3b0-f0e7-472a-ace4-10b68646b5ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:51.744576 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd63668-1887-4c0d-870d-5a4d1b2b8f21 None None] Pushing event updated for resources: {'Port': ['ID=20111a35-8a5f-4f99-a2e2-88f4ceeea354,revision_number=2']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:51.749515 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9cd63668-1887-4c0d-870d-5a4d1b2b8f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:51.750841 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Attempting to bind port 20111a35-8a5f-4f99-a2e2-88f4ceeea354 on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:07:51.750989 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Attempting to bind port 20111a35-8a5f-4f99-a2e2-88f4ceeea354 by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:07:51.751372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Attempting to bind port 20111a35-8a5f-4f99-a2e2-88f4ceeea354 on network bfb8adc4-3798-4764-90a2-51505efe1733 {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:07:51.759079 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:07:51.759833 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Checking segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:07:51.760392 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:51.760741 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Bound using segment: {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'} {{(pid=86513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:07:51.761329 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Bound port: 20111a35-8a5f-4f99-a2e2-88f4ceeea354, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24ec2c9-2562-45b2-8dac-eb03c9a01f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733'}}] {{(pid=86513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:07:51.761761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:51.862425 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 41b33f20-653f-40ec-a205-f5d26405e0fe up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:51.880038 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:51.900314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Transition to ACTIVE for port object 6faeb2f7-1af5-4a40-84cb-426c568b18fe will not be triggered until provisioned by entity DHCP. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:51.942394 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] For port 20111a35-8a5f-4f99-a2e2-88f4ceeea354, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:07:51.960024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] For port 20111a35-8a5f-4f99-a2e2-88f4ceeea354, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=20111a35-8a5f-4f99-a2e2-88f4ceeea354,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:07:51.975553 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:51.976950 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 41b33f20-653f-40ec-a205-f5d26405e0fe triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:51.977335 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:51.980563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3b50a2f7-a8dc-48d0-abc4-b81ea62fc7ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:52.041881 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:52.049131 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:52.063517 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Network fa69bebb-9f15-47cd-a44d-a72d3df23fcb is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:07:52.068849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:52.073750 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:07:52.110582 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Pushing event updated for resources: {'Port': ['ID=6faeb2f7-1af5-4a40-84cb-426c568b18fe,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:52.118550 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:52.155779 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Routers {'f4b398ee-7a95-4005-bd9d-876a8b9eed37'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:07:52.156374 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393230'] for router_interface, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:52.156547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:07:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:52.270341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd63668-1887-4c0d-870d-5a4d1b2b8f21 None None] Pushing event updated for resources: {'Port': ['ID=20111a35-8a5f-4f99-a2e2-88f4ceeea354,revision_number=3']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:52.288000 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9cd63668-1887-4c0d-870d-5a4d1b2b8f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:52.525916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:52.657503 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-bbb9bcc2-d282-46dd-a7df-6815bf3e8804 None None] Provisioning for port 6faeb2f7-1af5-4a40-84cb-426c568b18fe completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:07:52.682564 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-bbb9bcc2-d282-46dd-a7df-6815bf3e8804 None None] Provisioning complete for port 6faeb2f7-1af5-4a40-84cb-426c568b18fe triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:52.683283 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bbb9bcc2-d282-46dd-a7df-6815bf3e8804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:52.750180 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] Set router f4b398ee-7a95-4005-bd9d-876a8b9eed37 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:07:52.828454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:52.923864 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:52.959081 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-993ceef2-389d-4efb-8ea8-5280bae71c91 tempest-VolumesNegativeTest-1707383478 tempest-VolumesNegativeTest-1707383478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:53.058715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Pushing event updated for resources: {'Port': ['ID=6faeb2f7-1af5-4a40-84cb-426c568b18fe,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:53.066848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:53.067835 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854382487'] for router_interface, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:53.146200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-bbb9bcc2-d282-46dd-a7df-6815bf3e8804 None None] Port 6faeb2f7-1af5-4a40-84cb-426c568b18fe cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:07:53.350455 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'name': 'tempest-TestShelveInstance-905793159-router', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:07:48Z', 'revision_number': 3, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'gw_port': {'id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:47Z', 'updated_at': '2021-04-22T13:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:53.357941 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e47f9a-8ee4-4636-af2a-f3e548f82626 None None] The sync data for ids ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'] in dv-cinder-787262-3-smb is: [{'id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'name': 'tempest-TestShelveInstance-905793159-router', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:07:48Z', 'revision_number': 3, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'gw_port': {'id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:47Z', 'updated_at': '2021-04-22T13:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:07:53.632415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Network fa69bebb-9f15-47cd-a44d-a72d3df23fcb is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:07:53.633813 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:07:53.890772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Router f4b398ee-7a95-4005-bd9d-876a8b9eed37 has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:07:53.995004 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-e8cebefd-bf2d-4146-9234-f2f995364ce0 None None] Provisioning complete for port 6faeb2f7-1af5-4a40-84cb-426c568b18fe triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:53.995934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e8cebefd-bf2d-4146-9234-f2f995364ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:54.115930 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-e8cebefd-bf2d-4146-9234-f2f995364ce0 None None] Port 6faeb2f7-1af5-4a40-84cb-426c568b18fe cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:07:54.153850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:07:54.164979 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] 10.222.0.11 "PUT /v2.0/routers/f4b398ee-7a95-4005-bd9d-876a8b9eed37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1149294 Apr 22 13:07:54.837738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57248) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:54.844604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995776331', 'description': 'tempest-secgroup-smoke-995776331 description', 'project_id': 'd4d0953241d5480cbf4dd7889bddf093'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:54.851922 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:54.856819 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Usage tracker for resource:security_group and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:54.860467 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:54.868171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:54.911849 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:54.939424 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:54.944479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Usage tracker for resource:security_group_rule and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:54.948145 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:54.954463 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:55.042738 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.071790 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.076522 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1aeb2489-7cd0-4493-8c0c-55be9679ca47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:55.125965 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051e918a-53a7-4c81-8de7-5d222b483797,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:55.129199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:55.163130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.165016 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-aa5838b9-70b6-4336-945d-9c24db6cb58c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3254750 Apr 22 13:07:55.168358 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57254) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:55.174909 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Request body: {'security_group_rule': {'security_group_id': '051e918a-53a7-4c81-8de7-5d222b483797', 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:55.181953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:55.186847 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Usage tracker for resource:security_group_rule and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:55.190419 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:55.198319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:55.250564 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.323743 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.352141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.356763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3fe1d3f6-5427-42b4-81c0-9cdcaaaeeb84 tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:55.401274 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0679077d-7284-4dfc-a0fa-d9bdad5a2d19,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:55.409937 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:55.483037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.484315 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-d8199e08-c2cc-4927-8488-576878d5468d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147292 Apr 22 13:07:55.487707 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57258) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:55.494492 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Request body: {'security_group_rule': {'security_group_id': '051e918a-53a7-4c81-8de7-5d222b483797', 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:55.501740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:55.506618 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Usage tracker for resource:security_group_rule and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:55.510094 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:55.517295 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:55.577893 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.654968 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.695035 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.697496 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:55.724078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297283a4-8606-441b-b92f-274caf41dadf,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:55.727240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:55.763830 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.766721 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-6871f879-55fb-448a-841d-07835396ad6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2776310 Apr 22 13:07:55.772337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57262) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:55.783740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Request body: {'security_group_rule': {'security_group_id': '051e918a-53a7-4c81-8de7-5d222b483797', 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:55.793408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:55.798889 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Usage tracker for resource:security_group_rule and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:55.804171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:55.812772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:55.859325 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 20111a35-8a5f-4f99-a2e2-88f4ceeea354 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:55.868369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.963128 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9f27-abd6-4379-89bf-aac47866a2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:55.987911 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.008729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 20111a35-8a5f-4f99-a2e2-88f4ceeea354 completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:07:56.015851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 20111a35-8a5f-4f99-a2e2-88f4ceeea354 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:56.018460 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.043226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.045742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b5b68f30-2dc0-4dc8-8c6b-ffce1013af0c tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:56.076315 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a37421e-5cfc-48cc-be3b-f618415e293c,revision_number=0']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:56.079796 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:56.128891 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.131817 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-c8be1ba5-a60d-466f-8c94-1d33e0a45ac8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3574927 Apr 22 13:07:56.135330 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57266) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:56.145699 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Request body: {'security_group_rule': {'security_group_id': '051e918a-53a7-4c81-8de7-5d222b483797', 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:56.158108 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:56.167354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Usage tracker for resource:security_group_rule and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:56.173237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:56.185434 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:56.232148 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.257748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.267136 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 20111a35-8a5f-4f99-a2e2-88f4ceeea354, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=20111a35-8a5f-4f99-a2e2-88f4ceeea354,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:07:56.302243 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.305851 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3959799b-99f2-467b-b7ba-81910a997e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:56.401461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.432034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=20111a35-8a5f-4f99-a2e2-88f4ceeea354,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:56.437341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.440219 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-22b929fc-a269-450f-adff-7f398e3b096e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:56.447288 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:56.482202 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88115dd3-f164-4f24-beb5-5933e3e43cf7,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:56.485356 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:56.536176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.539101 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-eeac03a2-5b20-4c45-a29f-c865bdd56cba tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4013569 Apr 22 13:07:56.541514 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57276) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:56.550708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Request body: {'security_group_rule': {'security_group_id': '051e918a-53a7-4c81-8de7-5d222b483797', 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:56.561339 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:56.580309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Usage tracker for resource:security_group_rule and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:56.580824 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Sync routers for ids ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:07:56.590747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:56.602582 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Routers {'f4b398ee-7a95-4005-bd9d-876a8b9eed37'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:07:56.602863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:56.604243 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:07:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:56.648770 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.securitygroups_db [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Project d4d0953241d5480cbf4dd7889bddf093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 13:07:56.657164 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.746108 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.780235 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.782894 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:56.810153 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018d6e57-ba48-424d-b1bd-1a5ad229d05f,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:56.813303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:56.871900 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:56.873468 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-9327ddee-e447-4b86-9940-b34188bf9f5b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3302820 Apr 22 13:07:56.877054 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57280) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:56.884672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Request body: {'security_group_rule': {'security_group_id': '051e918a-53a7-4c81-8de7-5d222b483797', 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:07:56.892287 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:56.897844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Usage tracker for resource:security_group_rule and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:56.901511 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:56.908429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:56.962630 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.securitygroups_db [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Project d4d0953241d5480cbf4dd7889bddf093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 13:07:56.971024 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:57.039997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Set router f4b398ee-7a95-4005-bd9d-876a8b9eed37 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:07:57.048021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:57.088140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183027'] for security_group_rule, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:57.090385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:57.116698 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3599cdef-4745-48b8-a1b8-804a498ddfb1,revision_number=0']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:57.119822 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:57.179726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:57.181083 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-fb238246-d4e1-45bc-a139-aad28334ed1e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3027096 Apr 22 13:07:57.415034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'name': 'tempest-TestShelveInstance-905793159-router', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:07:52Z', 'revision_number': 4, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'gw_port': {'id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:47Z', 'updated_at': '2021-04-22T13:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '6faeb2f7-1af5-4a40-84cb-426c568b18fe', 'name': '', 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'mac_address': 'fa:16:3e:3a:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '606793aa-84c5-445f-b8b3-ea7b485c7632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:51Z', 'updated_at': '2021-04-22T13:07:52Z', 'revision_number': 2, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'subnets': [{'id': '606793aa-84c5-445f-b8b3-ea7b485c7632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:57.419657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Checking router: f4b398ee-7a95-4005-bd9d-876a8b9eed37 for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:07:57.420146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Updating router f4b398ee-7a95-4005-bd9d-876a8b9eed37 port 6faeb2f7-1af5-4a40-84cb-426c568b18fe binding host dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 13:07:57.488263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:57.834413 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 20111a35-8a5f-4f99-a2e2-88f4ceeea354 up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:57.916215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 20111a35-8a5f-4f99-a2e2-88f4ceeea354 triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:07:57.916506 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:57.957045 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Notify callbacks [] for port, precommit_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:57.979919 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Transition to ACTIVE for port object 6faeb2f7-1af5-4a40-84cb-426c568b18fe will not be triggered until provisioned by entity L2. {{(pid=86514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:07:58.020780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:58.030184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:58.302764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57330) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:58.410228 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f2661-fd98-41c6-a8d2-7fb1ca5c6c7d None None] Pushing event updated for resources: {'Port': ['ID=6faeb2f7-1af5-4a40-84cb-426c568b18fe,revision_number=3']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:58.450796 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-777f2661-fd98-41c6-a8d2-7fb1ca5c6c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:58.500613 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Attempting to bind port 6faeb2f7-1af5-4a40-84cb-426c568b18fe on host dv-cinder-787262-3-smb for vnic_type normal with profile {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:07:58.501346 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Attempting to bind port 6faeb2f7-1af5-4a40-84cb-426c568b18fe by drivers openvswitch,hyperv on host dv-cinder-787262-3-smb at level 0 using segments [{'id': '3cfed164-8dd8-40ef-b76d-3bcdd8665278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb'}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:07:58.502700 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Attempting to bind port 6faeb2f7-1af5-4a40-84cb-426c568b18fe on network fa69bebb-9f15-47cd-a44d-a72d3df23fcb {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:07:58.513836 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Checking agent: {'id': '6a061a5f-4aa6-48b1-aad4-fea3fd1426f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 47), 'started_at': datetime.datetime(2021, 4, 22, 12, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:07:58.514391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Checking segment: {'id': '3cfed164-8dd8-40ef-b76d-3bcdd8665278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:07:58.514943 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:58.515478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Bound using segment: {'id': '3cfed164-8dd8-40ef-b76d-3bcdd8665278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb'} {{(pid=86514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:07:58.516185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Bound port: 6faeb2f7-1af5-4a40-84cb-426c568b18fe, host: dv-cinder-787262-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfed164-8dd8-40ef-b76d-3bcdd8665278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb'}}] {{(pid=86514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:07:58.516871 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:58.536895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7a09e774-c9c0-4911-af92-ab2286a08037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:58.560378 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-7a09e774-c9c0-4911-af92-ab2286a08037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:58.566056 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-7a09e774-c9c0-4911-af92-ab2286a08037 admin admin] Usage tracker for resource:security_group_rule and tenant:3b7ac401b6d448d2839794b0964a51a1 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:58.569971 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-7a09e774-c9c0-4911-af92-ab2286a08037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:58.577856 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-7a09e774-c9c0-4911-af92-ab2286a08037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:07:58.676170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] For port 6faeb2f7-1af5-4a40-84cb-426c568b18fe, host dv-cinder-787262-3-smb, cleared binding levels {{(pid=86514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:07:58.681794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] For port 6faeb2f7-1af5-4a40-84cb-426c568b18fe, host dv-cinder-787262-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=6faeb2f7-1af5-4a40-84cb-426c568b18fe,segment=NetworkSegment(3cfed164-8dd8-40ef-b76d-3bcdd8665278),segment_id=3cfed164-8dd8-40ef-b76d-3bcdd8665278)] {{(pid=86514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:07:58.716039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7a09e774-c9c0-4911-af92-ab2286a08037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:58.718200 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:58.722729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:58.803740 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7a09e774-c9c0-4911-af92-ab2286a08037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:58.824953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Routers {'f4b398ee-7a95-4005-bd9d-876a8b9eed37'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:07:58.825690 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:07:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:58.829161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b48794a3-eff6-4a00-be14-d4eb7466cc34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:58.903335 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-7a09e774-c9c0-4911-af92-ab2286a08037 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b7ac401b6d448d2839794b0964a51a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5932429 Apr 22 13:07:58.906391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57350) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:58.930470 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09e774-c9c0-4911-af92-ab2286a08037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db39fb3-b752-4cf0-8ded-d2e0b42cf4ac,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:58.936488 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7a09e774-c9c0-4911-af92-ab2286a08037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:59.008833 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-19f5c010-3456-45e1-9305-989059aef4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:59.016387 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f2661-fd98-41c6-a8d2-7fb1ca5c6c7d None None] Pushing event updated for resources: {'Port': ['ID=6faeb2f7-1af5-4a40-84cb-426c568b18fe,revision_number=4']} {{(pid=86514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:59.033644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-777f2661-fd98-41c6-a8d2-7fb1ca5c6c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:59.056296 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-19f5c010-3456-45e1-9305-989059aef4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:59.119118 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] Set router f4b398ee-7a95-4005-bd9d-876a8b9eed37 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:07:59.145626 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-19f5c010-3456-45e1-9305-989059aef4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:59.150230 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-88fb1d60-3b55-47bc-84a7-79b8544ffc1f tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:07:59.164613 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5c010-3456-45e1-9305-989059aef4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db39fb3-b752-4cf0-8ded-d2e0b42cf4ac,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:07:59.175265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-19f5c010-3456-45e1-9305-989059aef4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:07:59.183033 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-19f5c010-3456-45e1-9305-989059aef4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:59.185298 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-19f5c010-3456-45e1-9305-989059aef4e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2db39fb3-b752-4cf0-8ded-d2e0b42cf4ac HTTP/1.1" status: 204 len: 168 time: 0.2768764 Apr 22 13:07:59.557324 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'name': 'tempest-TestShelveInstance-905793159-router', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:07:52Z', 'revision_number': 4, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'gw_port': {'id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:47Z', 'updated_at': '2021-04-22T13:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '6faeb2f7-1af5-4a40-84cb-426c568b18fe', 'name': '', 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'mac_address': 'fa:16:3e:3a:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '606793aa-84c5-445f-b8b3-ea7b485c7632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:51Z', 'updated_at': '2021-04-22T13:07:58Z', 'revision_number': 4, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'subnets': [{'id': '606793aa-84c5-445f-b8b3-ea7b485c7632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:07:59.563988 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa84eb-8d73-40ec-98d2-60f8bcbab939 None None] The sync data for ids ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'] in dv-cinder-787262-3-smb is: [{'id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'name': 'tempest-TestShelveInstance-905793159-router', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:07:52Z', 'revision_number': 4, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'gw_port': {'id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:47Z', 'updated_at': '2021-04-22T13:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '6faeb2f7-1af5-4a40-84cb-426c568b18fe', 'name': '', 'network_id': 'fa69bebb-9f15-47cd-a44d-a72d3df23fcb', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'mac_address': 'fa:16:3e:3a:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '606793aa-84c5-445f-b8b3-ea7b485c7632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:51Z', 'updated_at': '2021-04-22T13:07:58Z', 'revision_number': 4, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'subnets': [{'id': '606793aa-84c5-445f-b8b3-ea7b485c7632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:07:59.792525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:59.875983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57360) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:07:59.898238 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 6faeb2f7-1af5-4a40-84cb-426c568b18fe up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:07:59.904600 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b95791ea-9ee1-461a-8b5c-7b9f61a263f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:07:59.924839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b95791ea-9ee1-461a-8b5c-7b9f61a263f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:07:59.932505 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b95791ea-9ee1-461a-8b5c-7b9f61a263f9 admin admin] Usage tracker for resource:security_group_rule and tenant:2e09a71d9a49468fb11d61184c14f522 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:07:59.938305 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-b95791ea-9ee1-461a-8b5c-7b9f61a263f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:07:59.948375 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-b95791ea-9ee1-461a-8b5c-7b9f61a263f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:08:00.066628 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning for port 6faeb2f7-1af5-4a40-84cb-426c568b18fe completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:08:00.076840 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 6faeb2f7-1af5-4a40-84cb-426c568b18fe triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:08:00.077724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:00.087627 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b95791ea-9ee1-461a-8b5c-7b9f61a263f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:00.130073 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b95791ea-9ee1-461a-8b5c-7b9f61a263f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:00.150004 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-c3af2b26-06f2-4af8-be0b-7cec6bc4da27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:00.184563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-291beec4-137e-4a2b-8f15-45ba36c436cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:00.196441 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95791ea-9ee1-461a-8b5c-7b9f61a263f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e9ad60-5bcb-4d67-8ed6-85bb68ae8778,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:00.203354 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b95791ea-9ee1-461a-8b5c-7b9f61a263f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:00.213797 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b95791ea-9ee1-461a-8b5c-7b9f61a263f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e09a71d9a49468fb11d61184c14f522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339798 Apr 22 13:08:00.214144 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57364) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:08:00.297672 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a7e021ad-a49c-405a-ae4a-ee7b446f4eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:00.308790 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:00.330066 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a7e021ad-a49c-405a-ae4a-ee7b446f4eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:00.371617 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] For port 6faeb2f7-1af5-4a40-84cb-426c568b18fe, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=6faeb2f7-1af5-4a40-84cb-426c568b18fe,segment=NetworkSegment(3cfed164-8dd8-40ef-b76d-3bcdd8665278),segment_id=3cfed164-8dd8-40ef-b76d-3bcdd8665278)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:08:00.409364 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:00.415975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9cd63668-1887-4c0d-870d-5a4d1b2b8f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:00.425844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a7e021ad-a49c-405a-ae4a-ee7b446f4eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:00.432530 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bddb2977-958d-457f-b52a-532ac6c5088e tempest-TestMinimumBasicScenario-907220056 tempest-TestMinimumBasicScenario-907220056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:00.448265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e021ad-a49c-405a-ae4a-ee7b446f4eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e9ad60-5bcb-4d67-8ed6-85bb68ae8778,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:00.452386 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a7e021ad-a49c-405a-ae4a-ee7b446f4eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:00.455443 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a7e021ad-a49c-405a-ae4a-ee7b446f4eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:00.460615 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-a7e021ad-a49c-405a-ae4a-ee7b446f4eec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1e9ad60-5bcb-4d67-8ed6-85bb68ae8778 HTTP/1.1" status: 204 len: 168 time: 0.2446880 Apr 22 13:08:00.621277 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=6faeb2f7-1af5-4a40-84cb-426c568b18fe,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:00.627796 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:00.654488 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:01.851966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 6faeb2f7-1af5-4a40-84cb-426c568b18fe up at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:08:01.952361 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Provisioning complete for port 6faeb2f7-1af5-4a40-84cb-426c568b18fe triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:08:01.952929 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:02.192697 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:10.234787 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57464) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:08:10.379980 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0ba5b0f3-cbe0-4442-b5d6-032f3288ec37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:10.399245 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0ba5b0f3-cbe0-4442-b5d6-032f3288ec37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:08:10.407368 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0ba5b0f3-cbe0-4442-b5d6-032f3288ec37 admin admin] Usage tracker for resource:security_group_rule and tenant:f5455e3fed644169b77768fc64f7d97b is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:08:10.413450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-0ba5b0f3-cbe0-4442-b5d6-032f3288ec37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:08:10.426604 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-0ba5b0f3-cbe0-4442-b5d6-032f3288ec37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:08:10.536023 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0ba5b0f3-cbe0-4442-b5d6-032f3288ec37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:10.579941 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0ba5b0f3-cbe0-4442-b5d6-032f3288ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:10.589059 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6b95d1e6-7a4d-4a0e-b73b-7679b61df0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:10.665465 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5b0f3-cbe0-4442-b5d6-032f3288ec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860b5d3e-91fc-4ccf-8256-b59b5037a3d7,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:10.671696 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-0ba5b0f3-cbe0-4442-b5d6-032f3288ec37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:10.681710 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-0ba5b0f3-cbe0-4442-b5d6-032f3288ec37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5455e3fed644169b77768fc64f7d97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451997 Apr 22 13:08:10.683285 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57472) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:08:10.817779 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d07b6a7-a784-4ec5-90bd-55b19348b281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:10.879527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d07b6a7-a784-4ec5-90bd-55b19348b281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:11.153801 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d07b6a7-a784-4ec5-90bd-55b19348b281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:11.159528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-a7e021ad-a49c-405a-ae4a-ee7b446f4eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:11.172191 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07b6a7-a784-4ec5-90bd-55b19348b281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860b5d3e-91fc-4ccf-8256-b59b5037a3d7,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:11.177209 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9d07b6a7-a784-4ec5-90bd-55b19348b281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:11.181347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9d07b6a7-a784-4ec5-90bd-55b19348b281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:11.182545 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-9d07b6a7-a784-4ec5-90bd-55b19348b281 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/860b5d3e-91fc-4ccf-8256-b59b5037a3d7 HTTP/1.1" status: 204 len: 168 time: 0.4979513 Apr 22 13:08:14.317488 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:14.550370 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d2648831-96b6-4740-a1d7-d19a9bdaee20 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995776331&fields=id&tenant_id=d4d0953241d5480cbf4dd7889bddf093 HTTP/1.1" status: 200 len: 267 time: 0.0589361 Apr 22 13:08:14.800913 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-cbf18019-28ef-426f-b84f-a52eae6db4b5 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:14.804078 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-cbf18019-28ef-426f-b84f-a52eae6db4b5 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/networks?id=89422616-ccdf-47f8-81ca-293c96b0fcc0 HTTP/1.1" status: 200 len: 809 time: 0.2428744 Apr 22 13:08:14.832723 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-b6e7b763-3330-4f4c-8ea5-7d7baca731f6 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/quotas/d4d0953241d5480cbf4dd7889bddf093 HTTP/1.1" status: 200 len: 375 time: 0.0206084 Apr 22 13:08:14.976966 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-610f8a5b-410c-4dc1-9776-bafd493043d1 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Synchronizing usage tracker for tenant:d4d0953241d5480cbf4dd7889bddf093 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:08:15.043060 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-610f8a5b-410c-4dc1-9776-bafd493043d1 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Unset dirty status for tenant:d4d0953241d5480cbf4dd7889bddf093 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:08:15.045159 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-610f8a5b-410c-4dc1-9776-bafd493043d1 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4d0953241d5480cbf4dd7889bddf093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2059252 Apr 22 13:08:15.245932 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-01b71ea0-1f4a-4eee-a821-569cd545f488 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 13:08:15.247567 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-01b71ea0-1f4a-4eee-a821-569cd545f488 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1786337 Apr 22 13:08:15.496027 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-66695b0d-e6c5-4a40-8f6f-263c8f23c93a service neutron] 10.222.0.11 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390170 Apr 22 13:08:15.667003 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-f7cf9466-3341-400f-9d62-45124c401414 service neutron] 10.222.0.11 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628301 Apr 22 13:08:16.414515 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-dc9e711f-6f80-4286-99f5-b8d62562a0ed req-0102f417-e49a-4ca1-b6fa-08f2c9cbf031 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 210 time: 0.1264086 Apr 22 13:08:17.552650 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9badfbc0-6f58-42c4-bf3e-0f123bda24e5 req-a7e99991-f414-447c-aa4c-7e4a1af6ffbd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 210 time: 0.0697122 Apr 22 13:08:18.774354 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-29fe2187-80b9-4ea2-89df-4565ecd8b2f1 req-6bda358c-505d-47d1-8075-a1f267037a9e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 210 time: 0.0913162 Apr 22 13:08:19.215929 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-54b6b28d-394c-4f03-9b2b-6fd20d5d1715 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:19.217415 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-54b6b28d-394c-4f03-9b2b-6fd20d5d1715 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Synchronizing usage tracker for tenant:d4d0953241d5480cbf4dd7889bddf093 on resource:network {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:08:19.300519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-54b6b28d-394c-4f03-9b2b-6fd20d5d1715 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Unset dirty status for tenant:d4d0953241d5480cbf4dd7889bddf093 on resource:network {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:08:19.303003 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-54b6b28d-394c-4f03-9b2b-6fd20d5d1715 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.89 "GET /v2.0/networks?id=89422616-ccdf-47f8-81ca-293c96b0fcc0 HTTP/1.1" status: 200 len: 809 time: 0.3752913 Apr 22 13:08:19.380748 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-fa3c0b5e-0102-4a0a-ac9d-1eb2cdf5ea2f tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Synchronizing usage tracker for tenant:d4d0953241d5480cbf4dd7889bddf093 on resource:security_group {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:08:19.477407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-fa3c0b5e-0102-4a0a-ac9d-1eb2cdf5ea2f tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Unset dirty status for tenant:d4d0953241d5480cbf4dd7889bddf093 on resource:security_group {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:08:19.479165 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-fa3c0b5e-0102-4a0a-ac9d-1eb2cdf5ea2f tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d0953241d5480cbf4dd7889bddf093 HTTP/1.1" status: 200 len: 379 time: 0.1661327 Apr 22 13:08:19.494557 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Request body: {'port': {'device_id': 'adec4e29-e3f3-4740-a369-35d30843b509', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'admin_state_up': True, 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'security_groups': ['051e918a-53a7-4c81-8de7-5d222b483797']}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:08:19.757383 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:08:19.778284 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:08:19.867170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Made reservation on behalf of d4d0953241d5480cbf4dd7889bddf093 for: {'port': 1} {{(pid=86512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 13:08:19.880622 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:19.993914 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-1907e75d-9ab2-4496-b64f-c2ea11cd35c8 req-2eb044db-3862-4626-afbf-63a29d8b47db tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 210 time: 0.0704391 Apr 22 13:08:20.212091 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Allocated IP 172.20.0.6 (89422616-ccdf-47f8-81ca-293c96b0fcc0/b49f5911-0740-44e2-b6e3-068adaa19641/066f1125-0bc8-413d-986a-d164046adeae) {{(pid=86512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:08:20.530942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for port, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:20.564858 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Transition to ACTIVE for port object 066f1125-0bc8-413d-986a-d164046adeae will not be triggered until provisioned by entity DHCP. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:08:20.638590 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:20.649292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3983baeb-14c1-4801-a763-22c0659bf6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:20.776558 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Network 89422616-ccdf-47f8-81ca-293c96b0fcc0 is already hosted by enough agents. {{(pid=86512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:08:20.792924 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources bound (agent type, host, resource id): {{(pid=86512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:08:20.802707 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Received port after_create {{(pid=86512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:08:20.904218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event updated for resources: {'Port': ['ID=066f1125-0bc8-413d-986a-d164046adeae,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:20.925737 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.926474 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.927178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.927957 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.928642 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.929379 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.931217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.931217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.931429 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.932108 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.933250 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.934146 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:20.945648 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:20.980671 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:20.981448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:21.043700 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5557230 Apr 22 13:08:21.062121 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-a4a0dbb9-eee4-47f2-9bf1-250d7e57b7ad tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 13:08:21.064293 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-a4a0dbb9-eee4-47f2-9bf1-250d7e57b7ad tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123279 Apr 22 13:08:21.157845 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-ed9dfa6e-9322-4a86-8640-fad15eb6f496 None None] Provisioning for port 066f1125-0bc8-413d-986a-d164046adeae completed by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:08:21.176021 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-ed9dfa6e-9322-4a86-8640-fad15eb6f496 None None] Provisioning complete for port 066f1125-0bc8-413d-986a-d164046adeae triggered by entity DHCP. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:08:21.177392 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Request body: {'port': {'device_id': 'adec4e29-e3f3-4740-a369-35d30843b509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:08:21.177902 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ed9dfa6e-9322-4a86-8640-fad15eb6f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:21.322084 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-ed9dfa6e-9322-4a86-8640-fad15eb6f496 None None] Port 066f1125-0bc8-413d-986a-d164046adeae cannot update to ACTIVE because it is not bound. {{(pid=86513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 13:08:21.437006 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:08:21.438254 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:21.504380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a63070-37e7-464b-aedb-3ccd6b34e8d3 req-df50cf8a-5bca-4966-b23b-392fafa3049e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:21.505226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-b0a63070-37e7-464b-aedb-3ccd6b34e8d3 req-df50cf8a-5bca-4966-b23b-392fafa3049e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Synchronizing usage tracker for tenant:d4d0953241d5480cbf4dd7889bddf093 on resource:port {{(pid=86512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:08:21.600153 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-b0a63070-37e7-464b-aedb-3ccd6b34e8d3 req-df50cf8a-5bca-4966-b23b-392fafa3049e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Unset dirty status for tenant:d4d0953241d5480cbf4dd7889bddf093 on resource:port {{(pid=86512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:08:21.601597 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b0a63070-37e7-464b-aedb-3ccd6b34e8d3 req-df50cf8a-5bca-4966-b23b-392fafa3049e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 931 time: 0.3337793 Apr 22 13:08:21.751774 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b0a63070-37e7-464b-aedb-3ccd6b34e8d3 req-f2cf13be-1a46-4ca7-a2a7-2e3d1ef4d206 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425266 Apr 22 13:08:21.931148 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066f1125-0bc8-413d-986a-d164046adeae {{(pid=86512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:08:21.940247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:21.958214 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Transition to ACTIVE for port object 066f1125-0bc8-413d-986a-d164046adeae will not be triggered until provisioned by entity L2. {{(pid=86512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 13:08:21.991454 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:21.996839 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-d4b789be-84e4-4eca-b9cf-5c21eefe95cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:22.200013 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Pushing event updated for resources: {'Port': ['ID=066f1125-0bc8-413d-986a-d164046adeae,revision_number=2']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:22.211137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:22.314976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Attempting to bind port 066f1125-0bc8-413d-986a-d164046adeae on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 13:08:22.315671 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Attempting to bind port 066f1125-0bc8-413d-986a-d164046adeae by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 13:08:22.316185 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Attempting to bind port 066f1125-0bc8-413d-986a-d164046adeae on network 89422616-ccdf-47f8-81ca-293c96b0fcc0 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:08:22.322856 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Port 066f1125-0bc8-413d-986a-d164046adeae on network 89422616-ccdf-47f8-81ca-293c96b0fcc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 13:08:22.323227 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Attempting to bind port 066f1125-0bc8-413d-986a-d164046adeae on network 89422616-ccdf-47f8-81ca-293c96b0fcc0 {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 13:08:22.329836 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Checking agent: {'id': '29578e2b-f80f-4ec5-b9bf-815f2b1d0c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'started_at': datetime.datetime(2021, 4, 22, 12, 55, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 13:08:22.330226 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Checking segment: {'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 13:08:22.330649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Bound using segment: {'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'} {{(pid=86512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 13:08:22.331265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Bound port: 066f1125-0bc8-413d-986a-d164046adeae, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d6c86f-ab83-43cd-8e51-97a899b461dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0'}}] {{(pid=86512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 13:08:22.331657 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:22.452540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] For port 066f1125-0bc8-413d-986a-d164046adeae, host hv-cinder-78726, cleared binding levels {{(pid=86512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 13:08:22.456238 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] For port 066f1125-0bc8-413d-986a-d164046adeae, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=066f1125-0bc8-413d-986a-d164046adeae,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 13:08:22.506382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088167'] for port, after_update {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:22.513172 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6c6bb2c1-ac70-4ca8-af8d-af0c4255bc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:22.576543 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:22.577118 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:22.579240 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] 10.222.0.89 "PUT /v2.0/ports/066f1125-0bc8-413d-986a-d164046adeae HTTP/1.1" status: 200 len: 1093 time: 1.5067818 Apr 22 13:08:22.579649 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'tag': '066f1125-0bc8-413d-986a-d164046adeae'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:08:22.631547 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Pushing event updated for resources: {'Port': ['ID=066f1125-0bc8-413d-986a-d164046adeae,revision_number=3']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:22.638680 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-bfc8a745-87b1-4ccb-ba25-b2e8c9653a67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:22.645635 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'tag': '066f1125-0bc8-413d-986a-d164046adeae', 'status': 'completed', 'code': 200} Apr 22 13:08:22.766215 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75305fbb-7d2d-44cb-a0b4-3303f2714cdf req-5d1ceb3c-b557-46c9-84d9-99c4d38a423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:22.768021 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-75305fbb-7d2d-44cb-a0b4-3303f2714cdf req-5d1ceb3c-b557-46c9-84d9-99c4d38a423c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4d0953241d5480cbf4dd7889bddf093&device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1096 time: 0.1026485 Apr 22 13:08:23.023077 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75305fbb-7d2d-44cb-a0b4-3303f2714cdf req-a87a08a6-87ce-4664-b565-de68e5508860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:23.024920 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-75305fbb-7d2d-44cb-a0b4-3303f2714cdf req-a87a08a6-87ce-4664-b565-de68e5508860 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=d4d0953241d5480cbf4dd7889bddf093&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2486444 Apr 22 13:08:23.073563 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94b086-61d2-4b85-a70c-76f8a97e46b4 req-3956a5a8-788d-4d60-b464-7f4e097576ff tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:23.075256 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-da94b086-61d2-4b85-a70c-76f8a97e46b4 req-3956a5a8-788d-4d60-b464-7f4e097576ff tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 943 time: 0.1918664 Apr 22 13:08:23.225752 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-da94b086-61d2-4b85-a70c-76f8a97e46b4 req-d8bebd7a-6735-4039-becb-9b0ddc1115c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953655 Apr 22 13:08:23.261539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75305fbb-7d2d-44cb-a0b4-3303f2714cdf req-6242dfa2-e391-4d1f-8f4d-d689c67ed4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:23.263335 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-75305fbb-7d2d-44cb-a0b4-3303f2714cdf req-6242dfa2-e391-4d1f-8f4d-d689c67ed4e6 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2310164 Apr 22 13:08:23.392630 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-2ebe1946-b488-4ce1-a5ed-a9c85e209d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:23.395210 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-2ebe1946-b488-4ce1-a5ed-a9c85e209d3e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4d0953241d5480cbf4dd7889bddf093&device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1096 time: 0.0877271 Apr 22 13:08:23.479008 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-b94ca9c4-77d2-4703-b79b-f67984cb0d1c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=066f1125-0bc8-413d-986a-d164046adeae HTTP/1.1" status: 200 len: 217 time: 0.0760427 Apr 22 13:08:23.560149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-fd12d212-64d6-4bb6-919b-0f48564495d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:23.561836 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-fd12d212-64d6-4bb6-919b-0f48564495d2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b49f5911-0740-44e2-b6e3-068adaa19641 HTTP/1.1" status: 200 len: 848 time: 0.0749662 Apr 22 13:08:23.917803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-8da66ba9-b9dd-46c5-8108-c039795b3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:23.919576 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-8da66ba9-b9dd-46c5-8108-c039795b3083 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=89422616-ccdf-47f8-81ca-293c96b0fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3484428 Apr 22 13:08:24.148142 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-5d361da6-7674-498e-90fd-5555362ba8d1 service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197213 Apr 22 13:08:24.379209 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2e044546-2d45-4197-9c3e-f9c0996f9f98 req-bbb69b26-8be1-4e8e-b9aa-12a9e95f77bd service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234206 Apr 22 13:08:24.584063 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b045536-3d5e-4617-a63c-f2a869142e91 req-1fa51c1b-0642-4345-a296-9d864ab75e32 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:24.585914 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4b045536-3d5e-4617-a63c-f2a869142e91 req-1fa51c1b-0642-4345-a296-9d864ab75e32 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 943 time: 0.1358070 Apr 22 13:08:24.648420 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-4b045536-3d5e-4617-a63c-f2a869142e91 req-068eeb45-cadd-4057-9b7b-70a2b828cc06 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518191 Apr 22 13:08:25.893369 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d29347-f9db-4dd3-9637-aa5fff0a8388 req-be6dbd22-cd62-45ff-8255-f038a08e999f tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:25.895781 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-81d29347-f9db-4dd3-9637-aa5fff0a8388 req-be6dbd22-cd62-45ff-8255-f038a08e999f tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 943 time: 0.1149876 Apr 22 13:08:25.957430 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-81d29347-f9db-4dd3-9637-aa5fff0a8388 req-cf28c6a5-0c8f-41e2-ae5e-56613251ecff tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532744 Apr 22 13:08:25.963500 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6386-1c9e-4fc5-b317-635d505ddc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:26.367111 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 066f1125-0bc8-413d-986a-d164046adeae details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:08:26.538256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 066f1125-0bc8-413d-986a-d164046adeae, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=066f1125-0bc8-413d-986a-d164046adeae,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:08:26.559075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '066f1125-0bc8-413d-986a-d164046adeae', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'port_id': '066f1125-0bc8-413d-986a-d164046adeae', 'mac_address': 'fa:16:3e:42:c4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:08:26.633239 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:26.654132 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066f1125-0bc8-413d-986a-d164046adeae {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:08:26.672261 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 066f1125-0bc8-413d-986a-d164046adeae, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=066f1125-0bc8-413d-986a-d164046adeae,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:08:26.705359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:26.707850 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-9cd63668-1887-4c0d-870d-5a4d1b2b8f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:26.785450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=066f1125-0bc8-413d-986a-d164046adeae,revision_number=4']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:26.798843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.799300 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.799797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.800275 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.801311 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.801802 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.802448 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.802614 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.803048 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.803511 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.803918 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.804328 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:26.809030 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:26.984828 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['066f1125-0bc8-413d-986a-d164046adeae'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:08:27.322848 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea08be8-6b5b-4ad7-a0bc-b4f50f484f4d req-7b618cd6-c893-4c90-9e22-4b7f0ac5c110 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:27.325680 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ea08be8-6b5b-4ad7-a0bc-b4f50f484f4d req-7b618cd6-c893-4c90-9e22-4b7f0ac5c110 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 944 time: 0.1866682 Apr 22 13:08:27.423627 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8ea08be8-6b5b-4ad7-a0bc-b4f50f484f4d req-4401dfd0-ed52-48bf-8465-9516952b9ed3 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843298 Apr 22 13:08:27.544257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57676) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:08:27.767347 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-49876fba-9f3d-46c8-9b6c-1ee14f893cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:27.785993 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-49876fba-9f3d-46c8-9b6c-1ee14f893cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:08:27.790265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-49876fba-9f3d-46c8-9b6c-1ee14f893cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:351355bc56db4d85abefd5ca36b6ff84 is out of sync, need to count used quota {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:08:27.793507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-49876fba-9f3d-46c8-9b6c-1ee14f893cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:08:27.800197 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-49876fba-9f3d-46c8-9b6c-1ee14f893cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:08:27.898756 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-49876fba-9f3d-46c8-9b6c-1ee14f893cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:27.945190 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-49876fba-9f3d-46c8-9b6c-1ee14f893cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_create {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:27.955824 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-8179882b-7dfa-4fab-8103-06e798cb341b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:28.003589 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-49876fba-9f3d-46c8-9b6c-1ee14f893cf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=351355bc56db4d85abefd5ca36b6ff84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572818 Apr 22 13:08:28.004528 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49876fba-9f3d-46c8-9b6c-1ee14f893cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83e6e58-12be-4eef-a5f3-8cbc1d66d7ec,revision_number=1']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:28.007404 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86512) accepted ('10.222.0.11', 57682) {{(pid=86512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:08:28.010249 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-49876fba-9f3d-46c8-9b6c-1ee14f893cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:28.084552 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-63bdc1e1-f3c6-48d7-8754-3759e16ad8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:28.118629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-63bdc1e1-f3c6-48d7-8754-3759e16ad8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:28.368597 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 066f1125-0bc8-413d-986a-d164046adeae up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:08:28.397336 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-63bdc1e1-f3c6-48d7-8754-3759e16ad8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:28.406761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-387303ad-5d70-4bd1-a925-eb8c9b87cbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:28.430713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdc1e1-f3c6-48d7-8754-3759e16ad8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83e6e58-12be-4eef-a5f3-8cbc1d66d7ec,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:28.434248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-63bdc1e1-f3c6-48d7-8754-3759e16ad8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:28.440154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-63bdc1e1-f3c6-48d7-8754-3759e16ad8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:28.443178 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-63bdc1e1-f3c6-48d7-8754-3759e16ad8dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d83e6e58-12be-4eef-a5f3-8cbc1d66d7ec HTTP/1.1" status: 204 len: 168 time: 0.4345024 Apr 22 13:08:28.563101 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning for port 066f1125-0bc8-413d-986a-d164046adeae completed by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 13:08:28.570791 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 066f1125-0bc8-413d-986a-d164046adeae triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:08:28.571510 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:28.728656 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:28.749009 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4455a-6856-4731-85db-643b144b4341 req-f6cf5972-14a4-4cc4-89b1-b5adf1882835 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:28.752131 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaf4455a-6856-4731-85db-643b144b4341 req-f6cf5972-14a4-4cc4-89b1-b5adf1882835 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 944 time: 0.1469419 Apr 22 13:08:28.774386 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066f1125-0bc8-413d-986a-d164046adeae'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:08:28.794647 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 066f1125-0bc8-413d-986a-d164046adeae, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=066f1125-0bc8-413d-986a-d164046adeae,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:08:28.825708 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:28.832064 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3e0f3ee2-370e-4070-8f50-f6d97f56d110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:28.850097 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-aaf4455a-6856-4731-85db-643b144b4341 req-16f44575-577d-403a-8d27-64d9dabea663 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806420 Apr 22 13:08:28.990453 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=066f1125-0bc8-413d-986a-d164046adeae,revision_number=5']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:28.997456 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:29.233457 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066f1125-0bc8-413d-986a-d164046adeae', 'code': 200} Apr 22 13:08:29.657588 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67ae92-ba02-45f8-948f-41369bc8abd1 req-ca9a37d3-a1e8-426c-a4ab-4a6ecd1ebc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:29.659240 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ac67ae92-ba02-45f8-948f-41369bc8abd1 req-ca9a37d3-a1e8-426c-a4ab-4a6ecd1ebc7d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1098 time: 0.0910258 Apr 22 13:08:29.707887 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ac67ae92-ba02-45f8-948f-41369bc8abd1 req-049aa646-3bc3-44be-bbc6-02861dea5a13 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413873 Apr 22 13:08:29.813259 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:30.109553 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f03bb-9999-4d40-9d1b-dc9f53ead9d4 req-6f671d53-2cdc-48b3-a039-c271c553f57d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:30.112582 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b31f03bb-9999-4d40-9d1b-dc9f53ead9d4 req-6f671d53-2cdc-48b3-a039-c271c553f57d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1371331 Apr 22 13:08:30.173721 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-c89e11a5-cd17-452f-ac2a-e86d4327238c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:30.180425 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b31f03bb-9999-4d40-9d1b-dc9f53ead9d4 req-8388bf7f-b274-4cc2-8572-09372675c42c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596197 Apr 22 13:08:30.671009 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:31.414078 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e758ce-a554-476d-90ec-bf843608d5ad req-fb533d64-a136-489a-8252-830bd7ae12cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:31.415897 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c9e758ce-a554-476d-90ec-bf843608d5ad req-fb533d64-a136-489a-8252-830bd7ae12cd tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1019936 Apr 22 13:08:31.478107 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c9e758ce-a554-476d-90ec-bf843608d5ad req-444901d8-29b8-481c-8c03-f54b1b69ce32 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487063 Apr 22 13:08:31.752539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369c8e9-f752-40a7-95cc-ea539e169200 req-ca0a78f1-35bd-44c6-a0c2-0d0bd7a2ed29 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:31.755105 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7369c8e9-f752-40a7-95cc-ea539e169200 req-ca0a78f1-35bd-44c6-a0c2-0d0bd7a2ed29 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1518390 Apr 22 13:08:31.810104 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7369c8e9-f752-40a7-95cc-ea539e169200 req-a6739ac9-4d0f-4c58-b484-8076b33882a0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476084 Apr 22 13:08:31.837579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57700) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:08:32.136440 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d3cb60-f229-4307-9acd-fe5fd25d7312 tempest-TestShelveInstance-1874902350 tempest-TestShelveInstance-1874902350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:32.138186 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-50d3cb60-f229-4307-9acd-fe5fd25d7312 tempest-TestShelveInstance-1874902350 tempest-TestShelveInstance-1874902350-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1093 time: 0.2994742 Apr 22 13:08:32.143019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57706) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:08:32.152575 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.v2.base [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Request body: {'floatingip': {'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'port_id': '066f1125-0bc8-413d-986a-d164046adeae', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 13:08:32.163310 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 13:08:32.170658 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Usage tracker for resource:floatingip and tenant:d4d0953241d5480cbf4dd7889bddf093 is out of sync, need to count used quota {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 13:08:32.176124 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 13:08:32.186945 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.quota.driver [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 13:08:32.190761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:32.237841 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for floatingip, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:32.780322 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:32.991090 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_common [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Allocated IP 172.28.2.211 (bfb8adc4-3798-4764-90a2-51505efe1733/7d55e86c-fff2-48ea-978f-ef7af606b873/e36e19bc-955a-4cba-b214-07429c4cc6d0) {{(pid=86511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 13:08:33.179268 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for port, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:33.249109 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746112185766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:33.255742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b95b76ba-f0d6-48c8-a6af-4a1638559ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:33.326288 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Network bfb8adc4-3798-4764-90a2-51505efe1733 is already hosted by enough agents. {{(pid=86511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 13:08:33.327713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.base_scheduler [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Resources bound (agent type, host, resource id): {{(pid=86511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 13:08:33.330842 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Received port after_create {{(pid=86511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 13:08:33.391428 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event updated for resources: {'Port': ['ID=e36e19bc-955a-4cba-b214-07429c4cc6d0,revision_number=1']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:33.412695 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.413140 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.413556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.413958 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.414362 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.414763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.415170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.415556 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.415948 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.416337 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.416762 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.417195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:08:33.421487 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:33.981109 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:34.139670 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:34.493609 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for port, precommit_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:34.534137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852650579'] for port, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:34.541227 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:08:34.692005 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event updated for resources: {'Port': ['ID=e36e19bc-955a-4cba-b214-07429c4cc6d0,revision_number=2']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:08:34.707279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:08:34.724309 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854382403'] for floatingip, after_update {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:35.040801 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Floating IP af0a1a40-5923-4ee0-a4d7-7cabb259f2e0 associated. External IP: 172.28.2.211, port: 066f1125-0bc8-413d-986a-d164046adeae. Apr 22 13:08:35.589503 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Router 7c047cce-33fc-413e-95f3-311f5cec86c3 has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:08:35.968908 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:08:35.985616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81059bb5-4fa5-456d-9f26-ffd5c4d5dc42 None None] Sync routers for ids ['7c047cce-33fc-413e-95f3-311f5cec86c3'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:08:36.005883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81059bb5-4fa5-456d-9f26-ffd5c4d5dc42 None None] Routers {'7c047cce-33fc-413e-95f3-311f5cec86c3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:08:36.007127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-81059bb5-4fa5-456d-9f26-ffd5c4d5dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:08:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['7c047cce-33fc-413e-95f3-311f5cec86c3'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:08:36.054834 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:36.171749 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-eb54f8be-407b-4145-a143-f0bab7b6e6c0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0272281 Apr 22 13:08:36.172863 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'tag': '066f1125-0bc8-413d-986a-d164046adeae'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:08:36.354359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-81059bb5-4fa5-456d-9f26-ffd5c4d5dc42 None None] Set router 7c047cce-33fc-413e-95f3-311f5cec86c3 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:08:36.385683 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'tag': '066f1125-0bc8-413d-986a-d164046adeae', 'status': 'completed', 'code': 200} Apr 22 13:08:36.577661 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b83a0-17d3-41c0-889c-d331047db077 req-4e006b7a-c299-4ba6-84e6-889db60499ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:36.580869 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c35b83a0-17d3-41c0-889c-d331047db077 req-4e006b7a-c299-4ba6-84e6-889db60499ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4d0953241d5480cbf4dd7889bddf093&device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1098 time: 0.1645787 Apr 22 13:08:36.864248 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b83a0-17d3-41c0-889c-d331047db077 req-f413fc4e-2a0e-4de7-82ae-cc0740698da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:36.867144 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c35b83a0-17d3-41c0-889c-d331047db077 req-f413fc4e-2a0e-4de7-82ae-cc0740698da0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=89422616-ccdf-47f8-81ca-293c96b0fcc0 HTTP/1.1" status: 200 len: 910 time: 0.2746966 Apr 22 13:08:37.083134 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c35b83a0-17d3-41c0-889c-d331047db077 req-f5ac5931-d577-4225-b458-930306417b6f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=066f1125-0bc8-413d-986a-d164046adeae HTTP/1.1" status: 200 len: 999 time: 0.2049577 Apr 22 13:08:37.183952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b83a0-17d3-41c0-889c-d331047db077 req-e356b292-0845-4fbb-908e-226da6ea4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:37.186218 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c35b83a0-17d3-41c0-889c-d331047db077 req-e356b292-0845-4fbb-908e-226da6ea4df5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b49f5911-0740-44e2-b6e3-068adaa19641 HTTP/1.1" status: 200 len: 848 time: 0.0916655 Apr 22 13:08:37.214550 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-81059bb5-4fa5-456d-9f26-ffd5c4d5dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:39Z', 'revision_number': 4, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'af0a1a40-5923-4ee0-a4d7-7cabb259f2e0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'floating_ip_address': '172.28.2.211', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'port_id': '066f1125-0bc8-413d-986a-d164046adeae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'mac_address': 'fa:16:3e:42:c4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec4e29-e3f3-4740-a369-35d30843b509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:08:33Z', 'updated_at': '2021-04-22T13:08:33Z', 'revision_number': 0, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d31c6cb-8d48-4cb0-99d1-221243953d02', 'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'mac_address': 'fa:16:3e:ea:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:38Z', 'updated_at': '2021-04-22T13:07:48Z', 'revision_number': 5, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'subnets': [{'id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:08:37.223806 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81059bb5-4fa5-456d-9f26-ffd5c4d5dc42 None None] Checking router: 7c047cce-33fc-413e-95f3-311f5cec86c3 for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:08:37.242435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81059bb5-4fa5-456d-9f26-ffd5c4d5dc42 None None] Routers {'7c047cce-33fc-413e-95f3-311f5cec86c3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:08:37.244115 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-81059bb5-4fa5-456d-9f26-ffd5c4d5dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:08:30Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['7c047cce-33fc-413e-95f3-311f5cec86c3'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:08:37.323137 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b83a0-17d3-41c0-889c-d331047db077 req-12e71cab-1da0-41a5-a4ef-c1699e926c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:08:37.325968 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c35b83a0-17d3-41c0-889c-d331047db077 req-12e71cab-1da0-41a5-a4ef-c1699e926c18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=89422616-ccdf-47f8-81ca-293c96b0fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1286404 Apr 22 13:08:37.537739 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c35b83a0-17d3-41c0-889c-d331047db077 req-d54ace75-fa57-42a0-b251-f455e2c75b93 service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035372 Apr 22 13:08:37.604935 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-81059bb5-4fa5-456d-9f26-ffd5c4d5dc42 None None] Set router 7c047cce-33fc-413e-95f3-311f5cec86c3 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:08:37.719291 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-c35b83a0-17d3-41c0-889c-d331047db077 req-054e7b51-fd5d-40f9-99ce-8e3d68902ffd service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733055 Apr 22 13:08:38.273713 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-81059bb5-4fa5-456d-9f26-ffd5c4d5dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:39Z', 'revision_number': 4, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'af0a1a40-5923-4ee0-a4d7-7cabb259f2e0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'floating_ip_address': '172.28.2.211', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'port_id': '066f1125-0bc8-413d-986a-d164046adeae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'mac_address': 'fa:16:3e:42:c4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec4e29-e3f3-4740-a369-35d30843b509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:08:33Z', 'updated_at': '2021-04-22T13:08:33Z', 'revision_number': 0, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d31c6cb-8d48-4cb0-99d1-221243953d02', 'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'mac_address': 'fa:16:3e:ea:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:38Z', 'updated_at': '2021-04-22T13:07:48Z', 'revision_number': 5, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'subnets': [{'id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:08:38.281912 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81059bb5-4fa5-456d-9f26-ffd5c4d5dc42 None None] The sync data for ids ['7c047cce-33fc-413e-95f3-311f5cec86c3'] in dv-cinder-787262-3-smb is: [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:39Z', 'revision_number': 4, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_floatingips': [{'id': 'af0a1a40-5923-4ee0-a4d7-7cabb259f2e0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'floating_ip_address': '172.28.2.211', 'floating_network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'router_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'port_id': '066f1125-0bc8-413d-986a-d164046adeae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'mac_address': 'fa:16:3e:42:c4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec4e29-e3f3-4740-a369-35d30843b509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:08:33Z', 'updated_at': '2021-04-22T13:08:33Z', 'revision_number': 0, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d31c6cb-8d48-4cb0-99d1-221243953d02', 'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'mac_address': 'fa:16:3e:ea:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:38Z', 'updated_at': '2021-04-22T13:07:48Z', 'revision_number': 5, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'subnets': [{'id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:08:38.630694 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c7b1d-fa84-4970-9f05-8cb0b678bac1 None None] New status for floating IP af0a1a40-5923-4ee0-a4d7-7cabb259f2e0: ACTIVE {{(pid=86514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:08:44.402680 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:55.944372 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-eea5f30c-a1ac-4119-9a50-54ed4a2055a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:08:58.441519 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:08:59.773717 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:00.162085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-08c43026-f161-4a0b-a3db-5a18f543cedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:00.629928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:02.196632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:14.333603 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:22.458613 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-c8096570-c1d8-4b00-8586-daae7c642aec service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996671 Apr 22 13:09:22.672115 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-4a212848-65ac-4a52-ada1-6e9ab87f64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:09:22.674307 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-4a212848-65ac-4a52-ada1-6e9ab87f64ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4d0953241d5480cbf4dd7889bddf093&device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1098 time: 0.1322141 Apr 22 13:09:22.954488 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-d4066739-c77d-4b82-ac70-3c5683f0bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:09:22.958058 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-d4066739-c77d-4b82-ac70-3c5683f0bb15 service neutron] 10.222.0.89 "GET /v2.0/networks?id=89422616-ccdf-47f8-81ca-293c96b0fcc0 HTTP/1.1" status: 200 len: 910 time: 0.2566218 Apr 22 13:09:23.171684 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-eaed95db-9fce-4bf2-a290-10662da71642 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=066f1125-0bc8-413d-986a-d164046adeae HTTP/1.1" status: 200 len: 1001 time: 0.2065008 Apr 22 13:09:23.263934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-e5f46070-1995-41ed-99a9-1f03f823e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:09:23.267370 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-e5f46070-1995-41ed-99a9-1f03f823e9c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b49f5911-0740-44e2-b6e3-068adaa19641 HTTP/1.1" status: 200 len: 848 time: 0.0885432 Apr 22 13:09:23.393792 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-bd534e02-8222-4dab-a470-d50d562ce761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:09:23.399345 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-bd534e02-8222-4dab-a470-d50d562ce761 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=89422616-ccdf-47f8-81ca-293c96b0fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1219184 Apr 22 13:09:23.572388 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-78077202-455a-4f7d-b2c2-ceb54bc5a916 service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672318 Apr 22 13:09:23.854796 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-23582f63-a63d-4a1d-8d1d-b2205ac78d9d req-a992351c-4aa1-413f-b05e-4056c556e9e6 service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735767 Apr 22 13:09:25.957608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-0476b839-d7bd-4ef1-bff9-6bd877f06ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:29.774359 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:30.156087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-bf1467f2-1dc2-48e2-9765-acbd23c02d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:30.693411 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:32.230428 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:35.425836 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:09:44.344195 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:55.943928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5eac74ed-f72d-4c40-8766-7e97a4fe3b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:09:59.789139 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:00.310299 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-840ab1be-becf-41c4-8da5-e7d806fcaa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:00.652280 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:02.213366 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:12.428915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:10:14.338167 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:22.462827 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-4dc1be22-cafa-46d7-bb2a-14902d4cf665 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1039605 Apr 22 13:10:22.636391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-90eb6297-ebb9-4535-8392-2a664b7cfd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:22.638091 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-90eb6297-ebb9-4535-8392-2a664b7cfd9b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4d0953241d5480cbf4dd7889bddf093&device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1098 time: 0.0948157 Apr 22 13:10:22.809910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-d096c644-40a8-4618-a51d-a59c2f1439b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:22.811508 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-d096c644-40a8-4618-a51d-a59c2f1439b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=89422616-ccdf-47f8-81ca-293c96b0fcc0 HTTP/1.1" status: 200 len: 910 time: 0.1499193 Apr 22 13:10:22.948344 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-b65196c3-296e-4e71-af94-678f4d087457 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=066f1125-0bc8-413d-986a-d164046adeae HTTP/1.1" status: 200 len: 1001 time: 0.1294525 Apr 22 13:10:23.022794 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-80df11cd-57b7-48d6-afdb-c6189108e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:23.024477 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-80df11cd-57b7-48d6-afdb-c6189108e6da service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b49f5911-0740-44e2-b6e3-068adaa19641 HTTP/1.1" status: 200 len: 848 time: 0.0684977 Apr 22 13:10:23.114668 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-bbc46795-f78d-4a22-9155-f08830d4708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:23.116542 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-bbc46795-f78d-4a22-9155-f08830d4708f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=89422616-ccdf-47f8-81ca-293c96b0fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829391 Apr 22 13:10:23.283479 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-99d68c91-11af-4860-ad42-6275d2d11dce service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582015 Apr 22 13:10:23.450146 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9e4a8ab1-573f-4b53-bfd3-685cb0f599bd req-6020ebd6-4eaa-4652-b68f-48923efedc60 service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596131 Apr 22 13:10:25.955395 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5dec7565-bf9c-418e-968e-73bc887a472a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:29.772441 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:30.177001 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-93623613-d609-4597-ac51-d888dff6a84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:30.652579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:31.018043 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c720f-1644-4d4e-8d67-78209b441752 req-773e1897-36e8-43fe-8d20-4762cbc44951 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:31.020085 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7c6c720f-1644-4d4e-8d67-78209b441752 req-773e1897-36e8-43fe-8d20-4762cbc44951 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1050410 Apr 22 13:10:31.086786 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7c6c720f-1644-4d4e-8d67-78209b441752 req-19535825-496d-4135-9050-0034727eaf16 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536191 Apr 22 13:10:32.210897 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:32.447999 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525e7fc-6bd8-4f4d-9b34-b01a3ef39d1f req-1860320a-e3d1-4014-abff-8c61981932ea tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:32.450320 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6525e7fc-6bd8-4f4d-9b34-b01a3ef39d1f req-1860320a-e3d1-4014-abff-8c61981932ea tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1206567 Apr 22 13:10:32.510548 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6525e7fc-6bd8-4f4d-9b34-b01a3ef39d1f req-04b61530-cd90-4ebb-8a7b-8c4b7244ad09 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524452 Apr 22 13:10:33.782303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bcc26-efde-47be-8ce8-37d73c606d0c req-b5299def-752f-43b6-acbf-dfa51f42bbc6 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:33.784036 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9c3bcc26-efde-47be-8ce8-37d73c606d0c req-b5299def-752f-43b6-acbf-dfa51f42bbc6 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1305063 Apr 22 13:10:33.844436 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9c3bcc26-efde-47be-8ce8-37d73c606d0c req-4db610bf-aafc-4258-b81d-9ab41ce42a45 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478992 Apr 22 13:10:35.083660 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d67fc-90cd-4a7c-9572-5e5074194fc2 req-8126198b-d14b-4286-88e7-79be01d2cd49 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:35.085463 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7d7d67fc-90cd-4a7c-9572-5e5074194fc2 req-8126198b-d14b-4286-88e7-79be01d2cd49 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1136196 Apr 22 13:10:35.150471 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7d7d67fc-90cd-4a7c-9572-5e5074194fc2 req-cefd8f4a-e7c4-47c2-ba34-38ecd8c9a545 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519681 Apr 22 13:10:36.390792 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ba0fb-8a21-417d-997f-2eb70e19d654 req-2fdf345f-ba6c-4b6b-8ab6-0ba2524f872b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:36.392573 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-434ba0fb-8a21-417d-997f-2eb70e19d654 req-2fdf345f-ba6c-4b6b-8ab6-0ba2524f872b tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1070881 Apr 22 13:10:36.490203 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-434ba0fb-8a21-417d-997f-2eb70e19d654 req-e1603549-d224-4d50-8ad8-acaa08c839a7 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843174 Apr 22 13:10:37.772786 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581298f-d706-470c-8773-c31677671683 req-e94537a0-180d-4d7b-8dc8-99e541b31897 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:37.774574 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6581298f-d706-470c-8773-c31677671683 req-e94537a0-180d-4d7b-8dc8-99e541b31897 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1051912 Apr 22 13:10:37.845851 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-6581298f-d706-470c-8773-c31677671683 req-a4680e20-a54c-482e-a915-0c73d8bd0dc2 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622847 Apr 22 13:10:39.093669 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4f4b-45db-4bc8-9b5f-7ce252291994 req-05976108-57da-4055-8d63-9fca58782cc3 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:39.095393 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-686c4f4b-45db-4bc8-9b5f-7ce252291994 req-05976108-57da-4055-8d63-9fca58782cc3 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1030395 Apr 22 13:10:39.160261 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-686c4f4b-45db-4bc8-9b5f-7ce252291994 req-e6123dc6-bff4-4cec-9b55-0d3fc4b6b8e7 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572159 Apr 22 13:10:40.795076 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e9346-3350-4d46-a933-19e5fce8ecaa req-98b06360-8a8b-421c-89f6-a2c1fa38beab tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:40.797571 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-878e9346-3350-4d46-a933-19e5fce8ecaa req-98b06360-8a8b-421c-89f6-a2c1fa38beab tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.4450107 Apr 22 13:10:40.857764 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-878e9346-3350-4d46-a933-19e5fce8ecaa req-0162f2fe-c2f6-46fc-9b75-38d40406092a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476689 Apr 22 13:10:41.164754 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d465e-40b4-47f9-a3e1-8c4b10cc5bcf req-56a15758-d84b-451c-a866-c668692fcb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:41.166666 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e22d465e-40b4-47f9-a3e1-8c4b10cc5bcf req-56a15758-d84b-451c-a866-c668692fcb00 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4d0953241d5480cbf4dd7889bddf093&device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1098 time: 0.1289918 Apr 22 13:10:41.424564 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d465e-40b4-47f9-a3e1-8c4b10cc5bcf req-cc2b5897-096f-499f-9411-8ec2ce8da691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:41.427518 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e22d465e-40b4-47f9-a3e1-8c4b10cc5bcf req-cc2b5897-096f-499f-9411-8ec2ce8da691 service neutron] 10.222.0.89 "GET /v2.0/networks?id=89422616-ccdf-47f8-81ca-293c96b0fcc0 HTTP/1.1" status: 200 len: 910 time: 0.2528441 Apr 22 13:10:41.605008 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e22d465e-40b4-47f9-a3e1-8c4b10cc5bcf req-eb7346e5-4f5e-4dc7-ab4e-6bb7e4e7b436 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=066f1125-0bc8-413d-986a-d164046adeae HTTP/1.1" status: 200 len: 1001 time: 0.1697037 Apr 22 13:10:41.685614 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d465e-40b4-47f9-a3e1-8c4b10cc5bcf req-d6276559-b7e9-4a5c-8411-6c2bf9a2d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:41.687813 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e22d465e-40b4-47f9-a3e1-8c4b10cc5bcf req-d6276559-b7e9-4a5c-8411-6c2bf9a2d8c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b49f5911-0740-44e2-b6e3-068adaa19641 HTTP/1.1" status: 200 len: 848 time: 0.0756447 Apr 22 13:10:41.774407 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d465e-40b4-47f9-a3e1-8c4b10cc5bcf req-83e91f81-f8a4-4ea6-af72-821ea85950ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:41.776025 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e22d465e-40b4-47f9-a3e1-8c4b10cc5bcf req-83e91f81-f8a4-4ea6-af72-821ea85950ae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=89422616-ccdf-47f8-81ca-293c96b0fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812511 Apr 22 13:10:41.937346 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e22d465e-40b4-47f9-a3e1-8c4b10cc5bcf req-575d4a7a-9e07-4645-a8af-cfae58b45f68 service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525435 Apr 22 13:10:42.086044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbd261-806b-4f8b-841d-19b9080fe090 req-bdb19c77-8f43-4e4e-a8cf-ee54c9d61b43 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:42.088239 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bcfbd261-806b-4f8b-841d-19b9080fe090 req-bdb19c77-8f43-4e4e-a8cf-ee54c9d61b43 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1036205 Apr 22 13:10:42.097998 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-e22d465e-40b4-47f9-a3e1-8c4b10cc5bcf req-56e6e33c-0262-42a0-97e9-3befba90146d service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522536 Apr 22 13:10:42.431184 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-bcfbd261-806b-4f8b-841d-19b9080fe090 req-fda5e62a-9d1b-4bf0-82f4-68215633cc0e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3342967 Apr 22 13:10:43.658623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6ef11-2e04-45d4-8b48-ae48318f5020 req-64ae7072-cec8-4f1f-aa57-e70281907ea0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:43.660314 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-74f6ef11-2e04-45d4-8b48-ae48318f5020 req-64ae7072-cec8-4f1f-aa57-e70281907ea0 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1033480 Apr 22 13:10:43.714952 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-74f6ef11-2e04-45d4-8b48-ae48318f5020 req-3612f330-a268-4b46-934e-eab6889696b5 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473318 Apr 22 13:10:44.342511 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:44.978222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba01ab9-62eb-42f7-a36f-3db70f44a39c req-b7aa99c0-b878-436b-adcb-02b1c45eee35 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:44.980235 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3ba01ab9-62eb-42f7-a36f-3db70f44a39c req-b7aa99c0-b878-436b-adcb-02b1c45eee35 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.0983491 Apr 22 13:10:45.041355 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-3ba01ab9-62eb-42f7-a36f-3db70f44a39c req-2b71e32c-29e9-441c-a2ac-48816aaa7f7a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486567 Apr 22 13:10:45.648782 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9da1c-a94d-482b-a91b-c4ea5fbc548c req-d527fc8f-68a2-4447-9382-9675e4f6fc10 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:45.650509 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-10b9da1c-a94d-482b-a91b-c4ea5fbc548c req-d527fc8f-68a2-4447-9382-9675e4f6fc10 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1768394 Apr 22 13:10:45.654330 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-79316e1e-be48-484d-afb4-5803a744835e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2195971 Apr 22 13:10:45.716625 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-10b9da1c-a94d-482b-a91b-c4ea5fbc548c req-f3eff312-01fc-4b8e-b22e-fe19b723d3eb tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535483 Apr 22 13:10:47.017880 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee90775-93a2-44cc-a528-446f0fbb11c3 req-1e6ba8f3-8ac3-4d44-92f2-15c6b9d8ef0e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:47.019720 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7ee90775-93a2-44cc-a528-446f0fbb11c3 req-1e6ba8f3-8ac3-4d44-92f2-15c6b9d8ef0e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1041563 Apr 22 13:10:47.079644 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7ee90775-93a2-44cc-a528-446f0fbb11c3 req-57e635a2-ef90-4244-8260-19f7bc13f59c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476999 Apr 22 13:10:47.475629 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-6d52e048-2027-4387-b92b-f02c6471015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:47.477297 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-6d52e048-2027-4387-b92b-f02c6471015b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509&tenant_id=d4d0953241d5480cbf4dd7889bddf093 HTTP/1.1" status: 200 len: 1098 time: 0.0916407 Apr 22 13:10:47.589440 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-fa37639d-8249-44e6-88e6-5463bf3f72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:47.591121 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-fa37639d-8249-44e6-88e6-5463bf3f72f3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4d0953241d5480cbf4dd7889bddf093&device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1098 time: 0.0838358 Apr 22 13:10:47.745579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-08ac26d7-a50c-4908-b3ee-d6c8a29c8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:47.747095 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-08ac26d7-a50c-4908-b3ee-d6c8a29c8593 service neutron] 10.222.0.89 "GET /v2.0/networks?id=89422616-ccdf-47f8-81ca-293c96b0fcc0 HTTP/1.1" status: 200 len: 910 time: 0.1489980 Apr 22 13:10:47.868999 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-3e344c16-17d2-4aa6-86a1-eab81e35cadc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=066f1125-0bc8-413d-986a-d164046adeae HTTP/1.1" status: 200 len: 1001 time: 0.1142020 Apr 22 13:10:47.944955 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-ce54227c-21af-471b-bea2-b3423c333789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:47.946600 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-ce54227c-21af-471b-bea2-b3423c333789 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b49f5911-0740-44e2-b6e3-068adaa19641 HTTP/1.1" status: 200 len: 848 time: 0.0697110 Apr 22 13:10:48.040942 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-1b0104ec-2767-4722-8d42-ca8d8cf1d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:48.042673 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-1b0104ec-2767-4722-8d42-ca8d8cf1d624 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=89422616-ccdf-47f8-81ca-293c96b0fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874679 Apr 22 13:10:48.208624 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-634d4da7-8496-41c9-8d0b-4f705d23357b service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578448 Apr 22 13:10:48.305380 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fc80c-42d8-43e1-83db-53b6a9831a30 req-39101c99-e701-4497-bb83-a5d6a9a7142d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:48.307132 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d22fc80c-42d8-43e1-83db-53b6a9831a30 req-39101c99-e701-4497-bb83-a5d6a9a7142d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.0986128 Apr 22 13:10:48.369381 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-d22fc80c-42d8-43e1-83db-53b6a9831a30 req-66db826c-72fb-4755-ae29-796daef1bc30 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537395 Apr 22 13:10:48.399834 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-9b205578-155b-4986-abda-dd6ff8e90f91 req-d29cdae7-7ad0-4437-8eeb-3b0dbafe0cf4 service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830945 Apr 22 13:10:48.942082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 066f1125-0bc8-413d-986a-d164046adeae no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:10:49.083479 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:49.117997 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '066f1125-0bc8-413d-986a-d164046adeae'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:10:49.130735 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 066f1125-0bc8-413d-986a-d164046adeae, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=066f1125-0bc8-413d-986a-d164046adeae,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:10:49.173484 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '066f1125-0bc8-413d-986a-d164046adeae', 'code': 200} Apr 22 13:10:49.174477 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:49.176936 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1eae5062-1c08-48e9-aa33-eebc4effda66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:10:49.263484 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=066f1125-0bc8-413d-986a-d164046adeae,revision_number=6']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:10:49.272864 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.273257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.273641 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.274019 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.274391 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.274764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.275131 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.275502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.275866 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.276237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.276592 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.277008 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:10:49.281319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:10:49.432426 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:10:49.613983 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc0ec8-3017-4749-b8a6-37278f2f336f req-57d1be74-1aa8-4f5a-8bcc-6b53b95e54e8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:49.615752 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-99bc0ec8-3017-4749-b8a6-37278f2f336f req-57d1be74-1aa8-4f5a-8bcc-6b53b95e54e8 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 943 time: 0.0954802 Apr 22 13:10:49.668823 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-99bc0ec8-3017-4749-b8a6-37278f2f336f req-17d62a06-0e60-4027-b48b-f4ce81ec263e tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459647 Apr 22 13:10:50.316945 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83da28-d86d-46d1-8f08-1715ac4178a9 req-41d70c01-3330-4d91-8aa0-8637874fcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:50.319938 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8f83da28-d86d-46d1-8f08-1715ac4178a9 req-41d70c01-3330-4d91-8aa0-8637874fcdaf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1096 time: 0.1067796 Apr 22 13:10:50.369622 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-8f83da28-d86d-46d1-8f08-1715ac4178a9 req-538fbfb5-f1b3-494a-aef3-2b4a0ca74208 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416551 Apr 22 13:10:50.902285 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2ffc4-4592-4ed7-98f2-55c3b722cff6 req-80befeda-b035-4c95-a759-b6e21e33d085 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:50.904037 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-43e2ffc4-4592-4ed7-98f2-55c3b722cff6 req-80befeda-b035-4c95-a759-b6e21e33d085 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 943 time: 0.1041863 Apr 22 13:10:50.963398 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-43e2ffc4-4592-4ed7-98f2-55c3b722cff6 req-5ca07348-2cb7-4105-96a8-44dfcd799fa3 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478315 Apr 22 13:10:52.217106 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee44d4-cd79-4375-8340-57dcb18dc038 req-2a482994-5218-447a-8234-b933e01b4c1c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:10:52.219530 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fee44d4-cd79-4375-8340-57dcb18dc038 req-2a482994-5218-447a-8234-b933e01b4c1c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 943 time: 0.1283252 Apr 22 13:10:52.301602 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-5fee44d4-cd79-4375-8340-57dcb18dc038 req-15e0b264-29a9-45d0-8ac1-a5c475603158 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739782 Apr 22 13:10:52.958474 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 066f1125-0bc8-413d-986a-d164046adeae details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 13:10:53.120724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 066f1125-0bc8-413d-986a-d164046adeae, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=066f1125-0bc8-413d-986a-d164046adeae,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:10:53.137390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Returning: {'device': '066f1125-0bc8-413d-986a-d164046adeae', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'port_id': '066f1125-0bc8-413d-986a-d164046adeae', 'mac_address': 'fa:16:3e:42:c4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 13:10:53.200352 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:53.222585 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066f1125-0bc8-413d-986a-d164046adeae {{(pid=86513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 13:10:53.241632 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 066f1125-0bc8-413d-986a-d164046adeae, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=066f1125-0bc8-413d-986a-d164046adeae,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:10:53.286386 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:53.289475 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:10:53.368960 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=066f1125-0bc8-413d-986a-d164046adeae,revision_number=7']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:10:53.373439 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:10:53.600298 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] get_ports_and_sgs() called for port_ids ['066f1125-0bc8-413d-986a-d164046adeae'] {{(pid=86513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 13:10:54.970414 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 066f1125-0bc8-413d-986a-d164046adeae up at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 13:10:55.043996 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.provisioning_blocks [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Provisioning complete for port 066f1125-0bc8-413d-986a-d164046adeae triggered by entity L2. {{(pid=86513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 13:10:55.044418 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854070142'] for port, provisioning_complete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:55.175883 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786015'] for port, before_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:55.205410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066f1125-0bc8-413d-986a-d164046adeae'}] {{(pid=86513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:10:55.215827 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] For port 066f1125-0bc8-413d-986a-d164046adeae, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=066f1125-0bc8-413d-986a-d164046adeae,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:10:55.257162 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066f1125-0bc8-413d-986a-d164046adeae', 'code': 200} Apr 22 13:10:55.258003 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746112634312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746112185783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363290742590000'] for port, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:55.260040 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:10:55.334371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Pushing event updated for resources: {'Port': ['ID=066f1125-0bc8-413d-986a-d164046adeae,revision_number=8']} {{(pid=86513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:10:55.337628 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:10:55.943340 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7d44a05a-dc68-4751-9e0a-745026a9f646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:10:59.806319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:00.176064 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3ac538e4-3a52-4ada-b435-3ffde485fc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:00.663609 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:02.211970 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:14.360644 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:24.208011 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-aaf681d8-9edc-4c92-a734-b202e97209b6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835519 Apr 22 13:11:24.395765 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-134238a0-e7c9-4368-9c56-c4a9ea1cb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:11:24.398580 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-134238a0-e7c9-4368-9c56-c4a9ea1cb939 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4d0953241d5480cbf4dd7889bddf093&device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1098 time: 0.1106136 Apr 22 13:11:24.574689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-03204ca7-3abf-462c-891e-df805bc7eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:11:24.576883 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-03204ca7-3abf-462c-891e-df805bc7eedb service neutron] 10.222.0.89 "GET /v2.0/networks?id=89422616-ccdf-47f8-81ca-293c96b0fcc0 HTTP/1.1" status: 200 len: 910 time: 0.1515136 Apr 22 13:11:24.705110 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-c1aaf04d-decc-4b7d-9e74-75ccea3563bc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=066f1125-0bc8-413d-986a-d164046adeae HTTP/1.1" status: 200 len: 1001 time: 0.1199219 Apr 22 13:11:24.778910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-43761ea9-2dd0-4905-a8ab-cb5787e0e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:11:24.780507 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-43761ea9-2dd0-4905-a8ab-cb5787e0e186 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b49f5911-0740-44e2-b6e3-068adaa19641 HTTP/1.1" status: 200 len: 848 time: 0.0680010 Apr 22 13:11:24.870633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-d81c08f8-8f4a-4492-ae18-8fc56ab7067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:11:24.872176 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-d81c08f8-8f4a-4492-ae18-8fc56ab7067b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=89422616-ccdf-47f8-81ca-293c96b0fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834622 Apr 22 13:11:25.059853 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-d5036f2c-fbb3-4878-8402-7764e3bd89ba service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791487 Apr 22 13:11:25.218049 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-052c14ff-d1aa-4d61-8282-c9e0ca3dd46d req-16a00386-b2df-482f-a2e6-5bf35bec5993 service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512320 Apr 22 13:11:26.021370 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4bf49e80-1585-43bb-9d59-2f1a65f722dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:26.438238 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:11:29.782921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:30.171888 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-42f570e2-626f-45eb-9dcc-1b45bcd8471a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:30.685816 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:32.222933 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:44.411480 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:55.948949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-00786446-9f69-4551-8fbe-202aef0cb983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:11:59.827676 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:00.206366 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5e94f4ba-87ae-4dd7-9a64-34d619aa7ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:00.656716 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:02.228620 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:03.444222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:12:04.924026 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57810) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:05.265596 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Deleting port e36e19bc-955a-4cba-b214-07429c4cc6d0 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:05.265968 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:05.480022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:05.480384 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:05.627099 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Calling delete_port for e36e19bc-955a-4cba-b214-07429c4cc6d0 owned by network:floatingip {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:12:06.040156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:06.049485 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-4bee36e1-ea9b-4aaf-8ca6-8815d7ad0014 tempest-AttachVolumeShelveTestJSON-1023158016 tempest-AttachVolumeShelveTestJSON-1023158016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:06.140737 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event deleted for resources: {'Port': ['ID=e36e19bc-955a-4cba-b214-07429c4cc6d0,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:06.210121 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.210764 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.211499 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.212217 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.212972 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.213680 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.214361 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.215080 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.215761 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.216465 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.217213 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.217921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:06.235757 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:06.356778 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for floatingip, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:06.357338 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.db.l3_db [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Floating IP af0a1a40-5923-4ee0-a4d7-7cabb259f2e0 disassociated (deleted). External IP: 172.28.2.211, port: 066f1125-0bc8-413d-986a-d164046adeae. Apr 22 13:12:07.031808 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Router 7c047cce-33fc-413e-95f3-311f5cec86c3 has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:12:07.360455 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:12:07.377452 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af8c0f-6330-4577-b9bb-d7f19a22469a None None] Sync routers for ids ['7c047cce-33fc-413e-95f3-311f5cec86c3'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:12:07.396971 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af8c0f-6330-4577-b9bb-d7f19a22469a None None] Routers {'7c047cce-33fc-413e-95f3-311f5cec86c3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:12:07.398179 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a2af8c0f-6330-4577-b9bb-d7f19a22469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:12:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['7c047cce-33fc-413e-95f3-311f5cec86c3'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:07.434806 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for floatingip, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:07.559980 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "DELETE /v2.0/floatingips/af0a1a40-5923-4ee0-a4d7-7cabb259f2e0 HTTP/1.1" status: 204 len: 168 time: 2.6339438 Apr 22 13:12:07.561163 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'tag': '066f1125-0bc8-413d-986a-d164046adeae'}] {{(pid=86511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:12:07.680931 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'tag': '066f1125-0bc8-413d-986a-d164046adeae', 'status': 'completed', 'code': 200} Apr 22 13:12:07.872034 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b685e9d-2343-4887-ada0-7f6bca4fdfb5 req-0cf427c6-c54b-4226-881d-163c3f36f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:12:07.875077 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b685e9d-2343-4887-ada0-7f6bca4fdfb5 req-0cf427c6-c54b-4226-881d-163c3f36f41f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4d0953241d5480cbf4dd7889bddf093&device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 1098 time: 0.1599371 Apr 22 13:12:07.998555 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-a2af8c0f-6330-4577-b9bb-d7f19a22469a None None] Set router 7c047cce-33fc-413e-95f3-311f5cec86c3 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:12:08.150418 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b685e9d-2343-4887-ada0-7f6bca4fdfb5 req-ac78e412-3c81-48a0-82c1-0c0b0701f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:12:08.153749 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b685e9d-2343-4887-ada0-7f6bca4fdfb5 req-ac78e412-3c81-48a0-82c1-0c0b0701f2af service neutron] 10.222.0.89 "GET /v2.0/networks?id=89422616-ccdf-47f8-81ca-293c96b0fcc0 HTTP/1.1" status: 200 len: 910 time: 0.2713382 Apr 22 13:12:08.325006 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b685e9d-2343-4887-ada0-7f6bca4fdfb5 req-348c23ea-815a-462a-8605-2d05c97107a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=066f1125-0bc8-413d-986a-d164046adeae HTTP/1.1" status: 200 len: 217 time: 0.1612267 Apr 22 13:12:08.445110 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b685e9d-2343-4887-ada0-7f6bca4fdfb5 req-58c9e473-1e9e-45ff-8d73-c42b1d2a8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:12:08.447853 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b685e9d-2343-4887-ada0-7f6bca4fdfb5 req-58c9e473-1e9e-45ff-8d73-c42b1d2a8ccd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b49f5911-0740-44e2-b6e3-068adaa19641 HTTP/1.1" status: 200 len: 848 time: 0.1160378 Apr 22 13:12:08.618092 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a2af8c0f-6330-4577-b9bb-d7f19a22469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:39Z', 'revision_number': 4, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '3d31c6cb-8d48-4cb0-99d1-221243953d02', 'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'mac_address': 'fa:16:3e:ea:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:38Z', 'updated_at': '2021-04-22T13:07:48Z', 'revision_number': 5, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'subnets': [{'id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:08.626053 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af8c0f-6330-4577-b9bb-d7f19a22469a None None] Checking router: 7c047cce-33fc-413e-95f3-311f5cec86c3 for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:12:08.643037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af8c0f-6330-4577-b9bb-d7f19a22469a None None] Routers {'7c047cce-33fc-413e-95f3-311f5cec86c3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:12:08.644176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a2af8c0f-6330-4577-b9bb-d7f19a22469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:12:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['7c047cce-33fc-413e-95f3-311f5cec86c3'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:08.652129 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b685e9d-2343-4887-ada0-7f6bca4fdfb5 req-044d4c73-d735-422c-876f-9dd21fdc9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:12:08.655520 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b685e9d-2343-4887-ada0-7f6bca4fdfb5 req-044d4c73-d735-422c-876f-9dd21fdc9da1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=89422616-ccdf-47f8-81ca-293c96b0fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1990077 Apr 22 13:12:09.043823 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-a2af8c0f-6330-4577-b9bb-d7f19a22469a None None] Set router 7c047cce-33fc-413e-95f3-311f5cec86c3 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:12:09.235955 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d0758-7fa1-45a4-9f16-a73be23d449b req-109a8faa-2996-446f-8162-3f9acd17618c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:12:09.239083 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-566d0758-7fa1-45a4-9f16-a73be23d449b req-109a8faa-2996-446f-8162-3f9acd17618c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.6972752 Apr 22 13:12:09.305365 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b685e9d-2343-4887-ada0-7f6bca4fdfb5 req-445447ec-604b-4484-a488-2b5374229421 service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403391 Apr 22 13:12:09.386828 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-566d0758-7fa1-45a4-9f16-a73be23d449b req-7cc572ed-9745-4b2b-b151-e6a11d61b799 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320722 Apr 22 13:12:09.567655 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-7b685e9d-2343-4887-ada0-7f6bca4fdfb5 req-65da9178-9525-45a4-a271-778ecf3d1cba service neutron] 10.222.0.89 "GET /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479696 Apr 22 13:12:09.628093 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-a2af8c0f-6330-4577-b9bb-d7f19a22469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:39Z', 'revision_number': 4, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '3d31c6cb-8d48-4cb0-99d1-221243953d02', 'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'mac_address': 'fa:16:3e:ea:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:38Z', 'updated_at': '2021-04-22T13:07:48Z', 'revision_number': 5, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'subnets': [{'id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:09.634319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af8c0f-6330-4577-b9bb-d7f19a22469a None None] The sync data for ids ['7c047cce-33fc-413e-95f3-311f5cec86c3'] in dv-cinder-787262-3-smb is: [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:07:39Z', 'revision_number': 4, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb', '_interfaces': [{'id': '3d31c6cb-8d48-4cb0-99d1-221243953d02', 'name': '', 'network_id': '89422616-ccdf-47f8-81ca-293c96b0fcc0', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'mac_address': 'fa:16:3e:ea:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:38Z', 'updated_at': '2021-04-22T13:07:48Z', 'revision_number': 5, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'subnets': [{'id': 'b49f5911-0740-44e2-b6e3-068adaa19641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:12:09.920776 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec3c5-413c-4ebc-a2a3-5db78f50e0f5 req-6c4e1a7e-629b-4de1-aac6-1999b82b1745 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:12:09.923729 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2b3ec3c5-413c-4ebc-a2a3-5db78f50e0f5 req-6c4e1a7e-629b-4de1-aac6-1999b82b1745 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.89 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.1547320 Apr 22 13:12:10.074715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-2b3ec3c5-413c-4ebc-a2a3-5db78f50e0f5 req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Deleting port 066f1125-0bc8-413d-986a-d164046adeae {{(pid=86512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:10.075075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2b3ec3c5-413c-4ebc-a2a3-5db78f50e0f5 req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:10.134858 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0847922-63dd-4b0b-8f63-05589b771f67 None None] New status for floating IP af0a1a40-5923-4ee0-a4d7-7cabb259f2e0: DOWN {{(pid=86514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 13:12:10.462934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [req-2b3ec3c5-413c-4ebc-a2a3-5db78f50e0f5 req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] For port 066f1125-0bc8-413d-986a-d164046adeae, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=066f1125-0bc8-413d-986a-d164046adeae,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:12:10.463616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2b3ec3c5-413c-4ebc-a2a3-5db78f50e0f5 req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:10.698636 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [req-2b3ec3c5-413c-4ebc-a2a3-5db78f50e0f5 req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Calling delete_port for 066f1125-0bc8-413d-986a-d164046adeae owned by compute:nova {{(pid=86512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:12:10.818446 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e6c66-76f0-43ee-a6ec-ecdbd13b1fcf req-f4d55bef-cc53-4c6e-9d32-332a81412b0d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 13:12:10.819884 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ef0e6c66-76f0-43ee-a6ec-ecdbd13b1fcf req-f4d55bef-cc53-4c6e-9d32-332a81412b0d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Synchronizing usage tracker for tenant:d4d0953241d5480cbf4dd7889bddf093 on resource:port {{(pid=86511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 13:12:10.947176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.quota.resource [req-ef0e6c66-76f0-43ee-a6ec-ecdbd13b1fcf req-f4d55bef-cc53-4c6e-9d32-332a81412b0d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Unset dirty status for tenant:d4d0953241d5480cbf4dd7889bddf093 on resource:port {{(pid=86511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 13:12:10.949733 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ef0e6c66-76f0-43ee-a6ec-ecdbd13b1fcf req-f4d55bef-cc53-4c6e-9d32-332a81412b0d tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 945 time: 0.3006227 Apr 22 13:12:11.045849 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-ef0e6c66-76f0-43ee-a6ec-ecdbd13b1fcf req-3c647ee6-eda8-432f-b143-ad3e8447f69a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/security-groups?id=051e918a-53a7-4c81-8de7-5d222b483797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842433 Apr 22 13:12:11.152501 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2b3ec3c5-413c-4ebc-a2a3-5db78f50e0f5 req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851687634'] for port, after_delete {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:11.163723 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ea19ea81-be05-4766-a435-8a06df9628ad tempest-AttachVolumeTestJSON-1010061708 tempest-AttachVolumeTestJSON-1010061708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:11.266141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event deleted for resources: {'Port': ['ID=066f1125-0bc8-413d-986a-d164046adeae,revision_number=None']} {{(pid=86512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:11.349240 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.349679 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.350174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.350603 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.351085 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.351545 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.351963 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.352382 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.352844 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.353256 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.353766 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.354262 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-smb {{(pid=86512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 13:12:11.367916 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:11.434608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3ec3c5-413c-4ebc-a2a3-5db78f50e0f5 req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] No DVR routers for this DVR port 066f1125-0bc8-413d-986a-d164046adeae on host hv-cinder-78726 {{(pid=86512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:12:11.437714 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [req-2b3ec3c5-413c-4ebc-a2a3-5db78f50e0f5 req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769279'] for port, before_response {{(pid=86512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:11.441228 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'name': 'network-vif-deleted', 'tag': '066f1125-0bc8-413d-986a-d164046adeae'}] {{(pid=86512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 13:12:11.507989 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-2b3ec3c5-413c-4ebc-a2a3-5db78f50e0f5 req-1ea1320a-6992-4506-8a8c-7d1860c3db6a tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.89 "DELETE /v2.0/ports/066f1125-0bc8-413d-986a-d164046adeae HTTP/1.1" status: 204 len: 173 time: 1.5773828 Apr 22 13:12:11.714451 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adec4e29-e3f3-4740-a369-35d30843b509', 'name': 'network-vif-deleted', 'tag': '066f1125-0bc8-413d-986a-d164046adeae', 'status': 'completed', 'code': 200} Apr 22 13:12:12.362732 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [req-b821c477-d6a1-46b1-9462-17f44fd216e3 req-0829c67b-46f2-42c0-b488-2206ad258a8c tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "GET /v2.0/ports?device_id=adec4e29-e3f3-4740-a369-35d30843b509 HTTP/1.1" status: 200 len: 210 time: 0.0923839 Apr 22 13:12:13.344037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 066f1125-0bc8-413d-986a-d164046adeae no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:12:13.389525 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] No Port match for: 066f1125-0bc8-413d-986a-d164046adeae {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:12:13.390083 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Device 066f1125-0bc8-413d-986a-d164046adeae not bound to the agent host hv-cinder-78726 {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:12:13.559746 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57830) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:13.686121 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea5148ba-b7e8-421f-bc71-476f0719a411 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:13.743771 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea5148ba-b7e8-421f-bc71-476f0719a411 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:13.861218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea5148ba-b7e8-421f-bc71-476f0719a411 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:13.871508 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-7ff37393-88ca-4b57-8728-3df2d1a91281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:13.903597 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5148ba-b7e8-421f-bc71-476f0719a411 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e918a-53a7-4c81-8de7-5d222b483797,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:13.907809 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ea5148ba-b7e8-421f-bc71-476f0719a411 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:13.969104 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ea5148ba-b7e8-421f-bc71-476f0719a411 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:13.971229 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ea5148ba-b7e8-421f-bc71-476f0719a411 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] 10.222.0.11 "DELETE /v2.0/security-groups/051e918a-53a7-4c81-8de7-5d222b483797 HTTP/1.1" status: 204 len: 168 time: 0.4100831 Apr 22 13:12:14.090095 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57836) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:14.398476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:15.133390 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397206'] for router_interface, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:15.652379 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] Deleting port 3d31c6cb-8d48-4cb0-99d1-221243953d02 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:15.653303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:15.927014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] For port 3d31c6cb-8d48-4cb0-99d1-221243953d02, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=3d31c6cb-8d48-4cb0-99d1-221243953d02,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:12:15.927616 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:16.092285 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] Calling delete_port for 3d31c6cb-8d48-4cb0-99d1-221243953d02 owned by network:router_interface {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:12:16.617130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:16.625715 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-783fa60c-4c4d-4538-b361-294b8b9fad24 tempest-VolumesActionsTest-812192931 tempest-VolumesActionsTest-812192931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:16.719774 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d31c6cb-8d48-4cb0-99d1-221243953d02,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:16.726389 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:17.188196 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397288'] for router_interface, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:17.843469 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] Router 7c047cce-33fc-413e-95f3-311f5cec86c3 has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:12:18.166780 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:12:18.179747 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e859635c-38bd-44d2-8f14-18798a78ecbd None None] Sync routers for ids ['7c047cce-33fc-413e-95f3-311f5cec86c3'] in dv-cinder-787262-3-smb {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:12:18.187166 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-1e0e309b-92cd-4f8f-9055-d0b9edede244 admin admin] 10.222.0.11 "PUT /v2.0/routers/7c047cce-33fc-413e-95f3-311f5cec86c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0985153 Apr 22 13:12:18.192314 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57840) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:18.201767 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859635c-38bd-44d2-8f14-18798a78ecbd None None] Routers {'7c047cce-33fc-413e-95f3-311f5cec86c3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:12:18.202978 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-e859635c-38bd-44d2-8f14-18798a78ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:12:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['7c047cce-33fc-413e-95f3-311f5cec86c3'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:18.547939 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Notify callbacks [] for router, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:18.570527 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-e859635c-38bd-44d2-8f14-18798a78ecbd None None] Set router 7c047cce-33fc-413e-95f3-311f5cec86c3 gateway port host: dv-cinder-787262-3-smb {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:12:19.163184 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:19.198405 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-e859635c-38bd-44d2-8f14-18798a78ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:12:16Z', 'revision_number': 5, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port': {'id': '88b483b4-14c3-4c96-bb94-bb2b704870c5', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:34Z', 'updated_at': '2021-04-22T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:19.206763 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e859635c-38bd-44d2-8f14-18798a78ecbd None None] Checking router: 7c047cce-33fc-413e-95f3-311f5cec86c3 for host: dv-cinder-787262-3-smb {{(pid=86513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:12:19.208862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Deleting port 88b483b4-14c3-4c96-bb94-bb2b704870c5 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:19.209495 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:19.225427 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859635c-38bd-44d2-8f14-18798a78ecbd None None] Routers {'7c047cce-33fc-413e-95f3-311f5cec86c3'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:12:19.226623 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-e859635c-38bd-44d2-8f14-18798a78ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:12:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['7c047cce-33fc-413e-95f3-311f5cec86c3'], 'active': True} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:19.441843 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] For port 88b483b4-14c3-4c96-bb94-bb2b704870c5, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=88b483b4-14c3-4c96-bb94-bb2b704870c5,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:12:19.442171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:19.530921 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-e859635c-38bd-44d2-8f14-18798a78ecbd None None] Set router 7c047cce-33fc-413e-95f3-311f5cec86c3 gateway port host: None {{(pid=86513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:12:19.594515 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Calling delete_port for 88b483b4-14c3-4c96-bb94-bb2b704870c5 owned by network:router_gateway {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:12:19.726589 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-e859635c-38bd-44d2-8f14-18798a78ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:12:19Z', 'revision_number': 6, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port_host': None}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:19.733063 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e859635c-38bd-44d2-8f14-18798a78ecbd None None] The sync data for ids ['7c047cce-33fc-413e-95f3-311f5cec86c3'] in dv-cinder-787262-3-smb is: [{'id': '7c047cce-33fc-413e-95f3-311f5cec86c3', 'name': 'tempest-TestShelveInstance-1896106059-router', 'tenant_id': 'd4d0953241d5480cbf4dd7889bddf093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:33Z', 'updated_at': '2021-04-22T13:12:19Z', 'revision_number': 6, 'project_id': 'd4d0953241d5480cbf4dd7889bddf093', 'gw_port_host': None}] {{(pid=86513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:12:19.948417 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 3d31c6cb-8d48-4cb0-99d1-221243953d02 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:12:19.969097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:19.976222 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f530b1d6-c5a2-45ec-a9b4-55c139d362d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:20.016141 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 3d31c6cb-8d48-4cb0-99d1-221243953d02 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:12:20.016826 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 3d31c6cb-8d48-4cb0-99d1-221243953d02 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:12:20.049402 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Pushing event deleted for resources: {'Port': ['ID=88b483b4-14c3-4c96-bb94-bb2b704870c5,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:20.054492 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:20.195900 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854339223'] for router_gateway, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:20.448039 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764067'] for router, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:20.450877 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:20.810982 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399473'] for router, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:20.811798 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c047cce-33fc-413e-95f3-311f5cec86c3 {{(pid=86511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 13:12:20.828895 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] Notify callbacks [] for router, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:20.833185 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-b99122a0-3f0d-433c-bc4b-b5499b36863a admin admin] 10.222.0.11 "DELETE /v2.0/routers/7c047cce-33fc-413e-95f3-311f5cec86c3 HTTP/1.1" status: 204 len: 168 time: 2.6366248 Apr 22 13:12:20.835125 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57846) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:20.925022 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-15dede08-5ff3-4e9c-b856-de72e445cab3 admin admin] Deleting subnet b49f5911-0740-44e2-b6e3-068adaa19641 {{(pid=86511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:12:20.929805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15dede08-5ff3-4e9c-b856-de72e445cab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:21.021331 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15dede08-5ff3-4e9c-b856-de72e445cab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845585301'] for subnet, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:21.164420 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15dede08-5ff3-4e9c-b856-de72e445cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:21.649171 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15dede08-5ff3-4e9c-b856-de72e445cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2123888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852525063'] for subnet, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:21.655593 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-6f6fb583-9ebd-45bf-be0b-92e3ba56d2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:21.696105 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-15dede08-5ff3-4e9c-b856-de72e445cab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:21.700070 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dede08-5ff3-4e9c-b856-de72e445cab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49f5911-0740-44e2-b6e3-068adaa19641,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:21.703218 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-15dede08-5ff3-4e9c-b856-de72e445cab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:21.707699 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52030ef-8f6c-4a8e-84e7-89a47d4584bd None None] Network 89422616-ccdf-47f8-81ca-293c96b0fcc0 requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:12:21.711473 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-15dede08-5ff3-4e9c-b856-de72e445cab3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b49f5911-0740-44e2-b6e3-068adaa19641 HTTP/1.1" status: 204 len: 168 time: 0.8750992 Apr 22 13:12:21.716633 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57850) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:21.855654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:21.869502 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Deleting port 8a80772c-f636-4f28-9274-9199af68aeb4 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:21.869862 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:22.027595 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 88b483b4-14c3-4c96-bb94-bb2b704870c5 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:12:22.090062 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a40826-5037-4815-beaf-a9934fa1e394 None None] DHCP port deletion for 89422616-ccdf-47f8-81ca-293c96b0fcc0 request from dv-cinder-787262-3-smb {{(pid=86513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 13:12:22.109116 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 88b483b4-14c3-4c96-bb94-bb2b704870c5 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:12:22.109772 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 88b483b4-14c3-4c96-bb94-bb2b704870c5 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:12:22.112899 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-f9a40826-5037-4815-beaf-a9934fa1e394 None None] Deleting port 8a80772c-f636-4f28-9274-9199af68aeb4 {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:22.113608 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f9a40826-5037-4815-beaf-a9934fa1e394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:22.150124 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] For port 8a80772c-f636-4f28-9274-9199af68aeb4, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=8a80772c-f636-4f28-9274-9199af68aeb4,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:12:22.150569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:22.373603 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Calling delete_port for 8a80772c-f636-4f28-9274-9199af68aeb4 owned by network:dhcp {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:12:22.528319 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-f9a40826-5037-4815-beaf-a9934fa1e394 None None] For port 8a80772c-f636-4f28-9274-9199af68aeb4, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=8a80772c-f636-4f28-9274-9199af68aeb4,segment=NetworkSegment(28d6c86f-ab83-43cd-8e51-97a899b461dc),segment_id=28d6c86f-ab83-43cd-8e51-97a899b461dc)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:12:22.529130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f9a40826-5037-4815-beaf-a9934fa1e394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:22.552147 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:22.561902 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-793a9915-e98c-47e8-9229-70d763dbbbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:22.663363 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a80772c-f636-4f28-9274-9199af68aeb4,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:22.668157 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:22.673579 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] No DVR routers for this DVR port 8a80772c-f636-4f28-9274-9199af68aeb4 on host dv-cinder-787262-3-smb {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:12:22.890279 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-f9a40826-5037-4815-beaf-a9934fa1e394 None None] Calling delete_port for 8a80772c-f636-4f28-9274-9199af68aeb4 owned by network:dhcp {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:12:22.924431 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:22.984042 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.api [None req-f9a40826-5037-4815-beaf-a9934fa1e394 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 13:12:22.984450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_db.api [None req-f9a40826-5037-4815-beaf-a9934fa1e394 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 13:12:23.115793 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89422616-ccdf-47f8-81ca-293c96b0fcc0']}} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:23.132578 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d6c86f-ab83-43cd-8e51-97a899b461dc') {'for_net_delete': True} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:23.133044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d6c86f-ab83-43cd-8e51-97a899b461dc') {} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:23.149872 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9190499'] for segment, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:23.175131 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:23.189739 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=86511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:12:23.458097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Network 89422616-ccdf-47f8-81ca-293c96b0fcc0 has no segments {{(pid=86511) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:12:23.470289 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852650541'] for segment, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:23.486154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-f9a40826-5037-4815-beaf-a9934fa1e394 None None] Deleting port 8a80772c-f636-4f28-9274-9199af68aeb4 {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:23.486724 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f9a40826-5037-4815-beaf-a9934fa1e394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:23.607403 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-f9a40826-5037-4815-beaf-a9934fa1e394 None None] The port '8a80772c-f636-4f28-9274-9199af68aeb4' was deleted {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 13:12:23.713450 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Network 89422616-ccdf-47f8-81ca-293c96b0fcc0 has no segments {{(pid=86511) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:12:23.742381 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:12:23.923635 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:23.929127 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:23.961934 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:23.979334 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Pushing event deleted for resources: {'Network': ['ID=89422616-ccdf-47f8-81ca-293c96b0fcc0,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:23.985087 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:23.986797 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 8a80772c-f636-4f28-9274-9199af68aeb4 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:12:24.033710 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 8a80772c-f636-4f28-9274-9199af68aeb4 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:12:24.034121 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 8a80772c-f636-4f28-9274-9199af68aeb4 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:12:24.035668 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-da33b6c7-2ae1-404c-9c5f-8976af4e3946 admin admin] 10.222.0.11 "DELETE /v2.0/networks/89422616-ccdf-47f8-81ca-293c96b0fcc0 HTTP/1.1" status: 204 len: 168 time: 2.3174136 Apr 22 13:12:24.040781 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57854) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:24.838156 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397206'] for router_interface, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:25.525673 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] Deleting port 6faeb2f7-1af5-4a40-84cb-426c568b18fe {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:25.526151 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:25.802470 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] For port 6faeb2f7-1af5-4a40-84cb-426c568b18fe, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=6faeb2f7-1af5-4a40-84cb-426c568b18fe,segment=NetworkSegment(3cfed164-8dd8-40ef-b76d-3bcdd8665278),segment_id=3cfed164-8dd8-40ef-b76d-3bcdd8665278)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:12:25.803060 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:25.947939 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-99a606ad-9c42-4bd7-bc57-27abc5613f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:26.033555 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] Calling delete_port for 6faeb2f7-1af5-4a40-84cb-426c568b18fe owned by network:router_interface {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:12:26.402829 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:26.407915 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5d3f8cb6-32c9-401b-bfdc-f9ea2702270d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:26.462529 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6faeb2f7-1af5-4a40-84cb-426c568b18fe,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:26.467037 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:26.793112 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397288'] for router_interface, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:27.247461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] Router f4b398ee-7a95-4005-bd9d-876a8b9eed37 has already been hosted by L3 agent 18ebd7c3-8339-4449-964f-f904dc82e45f {{(pid=86511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 13:12:27.493651 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-smb the message routers_updated {{(pid=86511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 13:12:27.506707 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6f783-746f-4a89-8d2f-725eb82256bc None None] Sync routers for ids ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'] in dv-cinder-787262-3-smb {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 13:12:27.507193 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-e293602e-9db9-47b5-9687-80faf4aed9a0 admin admin] 10.222.0.11 "PUT /v2.0/routers/f4b398ee-7a95-4005-bd9d-876a8b9eed37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4646621 Apr 22 13:12:27.510416 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57860) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:27.521320 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6f783-746f-4a89-8d2f-725eb82256bc None None] Routers {'f4b398ee-7a95-4005-bd9d-876a8b9eed37'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:12:27.522292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-4db6f783-746f-4a89-8d2f-725eb82256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:12:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:27.754098 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-4db6f783-746f-4a89-8d2f-725eb82256bc None None] Set router f4b398ee-7a95-4005-bd9d-876a8b9eed37 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:12:27.882540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Notify callbacks [] for router, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:28.141540 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-4db6f783-746f-4a89-8d2f-725eb82256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'name': 'tempest-TestShelveInstance-905793159-router', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:12:26Z', 'revision_number': 5, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'gw_port': {'id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:47Z', 'updated_at': '2021-04-22T13:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:28.147097 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6f783-746f-4a89-8d2f-725eb82256bc None None] Checking router: f4b398ee-7a95-4005-bd9d-876a8b9eed37 for host: dv-cinder-787262-3-smb {{(pid=86514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 13:12:28.159154 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6f783-746f-4a89-8d2f-725eb82256bc None None] Routers {'f4b398ee-7a95-4005-bd9d-876a8b9eed37'} bound to L3 agent in host dv-cinder-787262-3-smb {{(pid=86514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 13:12:28.159433 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-4db6f783-746f-4a89-8d2f-725eb82256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:47:00Z,description=,heartbeat_timestamp=2021-04-22T13:12:00Z,host='dv-cinder-787262-3-smb',id=18ebd7c3-8339-4449-964f-f904dc82e45f,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T12:47:00Z,topic='l3_agent')) {'router_ids': ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'], 'active': True} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:28.278461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:28.337757 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Deleting port 20111a35-8a5f-4f99-a2e2-88f4ceeea354 {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:28.338251 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:28.444869 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvr_db [None req-4db6f783-746f-4a89-8d2f-725eb82256bc None None] Set router f4b398ee-7a95-4005-bd9d-876a8b9eed37 gateway port host: dv-cinder-787262-3-smb {{(pid=86514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 13:12:28.664170 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] For port 20111a35-8a5f-4f99-a2e2-88f4ceeea354, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=20111a35-8a5f-4f99-a2e2-88f4ceeea354,segment=NetworkSegment(f24ec2c9-2562-45b2-8dac-eb03c9a01f12),segment_id=f24ec2c9-2562-45b2-8dac-eb03c9a01f12)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:12:28.664726 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:28.872119 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Calling delete_port for 20111a35-8a5f-4f99-a2e2-88f4ceeea354 owned by network:router_gateway {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:12:28.948302 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_hamode_db [None req-4db6f783-746f-4a89-8d2f-725eb82256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'name': 'tempest-TestShelveInstance-905793159-router', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:12:26Z', 'revision_number': 5, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'gw_port': {'id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:47Z', 'updated_at': '2021-04-22T13:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}], 'dv-cinder-787262-3-smb', False) {} {{(pid=86514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:28.957199 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6f783-746f-4a89-8d2f-725eb82256bc None None] The sync data for ids ['f4b398ee-7a95-4005-bd9d-876a8b9eed37'] in dv-cinder-787262-3-smb is: [{'id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'name': 'tempest-TestShelveInstance-905793159-router', 'tenant_id': 'a6fd16d76d884e868d32750f6776a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'external_fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:12:26Z', 'revision_number': 5, 'project_id': 'a6fd16d76d884e868d32750f6776a57a', 'gw_port': {'id': '20111a35-8a5f-4f99-a2e2-88f4ceeea354', 'name': '', 'network_id': 'bfb8adc4-3798-4764-90a2-51505efe1733', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b398ee-7a95-4005-bd9d-876a8b9eed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:07:47Z', 'updated_at': '2021-04-22T13:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d55e86c-fff2-48ea-978f-ef7af606b873', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-smb'}] {{(pid=86514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 13:12:29.192461 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:29.202118 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5789e1a6-e089-4e0b-adbe-1a3a34e9db46 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:29.287599 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Pushing event deleted for resources: {'Port': ['ID=20111a35-8a5f-4f99-a2e2-88f4ceeea354,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:29.291126 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:29.397904 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854339223'] for router_gateway, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:29.799478 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:29.887373 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764067'] for router, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:29.891818 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:29.954374 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399473'] for router, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:29.955263 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4b398ee-7a95-4005-bd9d-876a8b9eed37 {{(pid=86511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 13:12:29.978303 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] Notify callbacks [] for router, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:29.981278 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f4dcffaf-4a2e-455e-9975-d50f383ccbfd admin admin] 10.222.0.11 "DELETE /v2.0/routers/f4b398ee-7a95-4005-bd9d-876a8b9eed37 HTTP/1.1" status: 204 len: 168 time: 2.4685688 Apr 22 13:12:29.984095 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57866) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:30.067952 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 6faeb2f7-1af5-4a40-84cb-426c568b18fe no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:12:30.090236 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c1ee6a-703d-47fd-9179-1b594407335f admin admin] Deleting subnet 606793aa-84c5-445f-b8b3-ea7b485c7632 {{(pid=86511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 13:12:30.092341 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ee6a-703d-47fd-9179-1b594407335f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:30.134257 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 6faeb2f7-1af5-4a40-84cb-426c568b18fe {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:12:30.134742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 6faeb2f7-1af5-4a40-84cb-426c568b18fe not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:12:30.181410 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ee6a-703d-47fd-9179-1b594407335f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845585301'] for subnet, precommit_delete_associations {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:30.278971 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2625-9295-4ba6-897e-2b157781888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:30.339705 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ee6a-703d-47fd-9179-1b594407335f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853369440'] for subnet, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:30.857071 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:31.074435 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ee6a-703d-47fd-9179-1b594407335f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2123888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852525063'] for subnet, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:31.080187 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:31.120963 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1ee6a-703d-47fd-9179-1b594407335f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606793aa-84c5-445f-b8b3-ea7b485c7632,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:31.123178 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ee6a-703d-47fd-9179-1b594407335f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:31.126301 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f9c1ee6a-703d-47fd-9179-1b594407335f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:31.130298 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e36197-db77-46f2-8da2-e4453236042d None None] Network fa69bebb-9f15-47cd-a44d-a72d3df23fcb requested from dv-cinder-787262-3-smb {{(pid=86513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 13:12:31.133175 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f9c1ee6a-703d-47fd-9179-1b594407335f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/606793aa-84c5-445f-b8b3-ea7b485c7632 HTTP/1.1" status: 204 len: 168 time: 1.1472991 Apr 22 13:12:31.138329 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57870) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:31.316891 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853990676'] for network, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:31.332265 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Deleting port 41b33f20-653f-40ec-a205-f5d26405e0fe {{(pid=86511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:31.332860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:31.448371 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d960e953-570b-439e-8e22-4f43167bd257 None None] DHCP port deletion for fa69bebb-9f15-47cd-a44d-a72d3df23fcb request from dv-cinder-787262-3-smb {{(pid=86513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 13:12:31.456259 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d960e953-570b-439e-8e22-4f43167bd257 None None] Deleting port 41b33f20-653f-40ec-a205-f5d26405e0fe {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:31.456991 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d960e953-570b-439e-8e22-4f43167bd257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:31.627722 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] For port 41b33f20-653f-40ec-a205-f5d26405e0fe, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=41b33f20-653f-40ec-a205-f5d26405e0fe,segment=NetworkSegment(3cfed164-8dd8-40ef-b76d-3bcdd8665278),segment_id=3cfed164-8dd8-40ef-b76d-3bcdd8665278)] {{(pid=86511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:12:31.628203 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:31.757581 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.db [None req-d960e953-570b-439e-8e22-4f43167bd257 None None] For port 41b33f20-653f-40ec-a205-f5d26405e0fe, host dv-cinder-787262-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-smb',level=0,port_id=41b33f20-653f-40ec-a205-f5d26405e0fe,segment=NetworkSegment(3cfed164-8dd8-40ef-b76d-3bcdd8665278),segment_id=3cfed164-8dd8-40ef-b76d-3bcdd8665278)] {{(pid=86513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 13:12:31.757907 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d960e953-570b-439e-8e22-4f43167bd257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438641'] for port, precommit_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:31.860290 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Calling delete_port for 41b33f20-653f-40ec-a205-f5d26405e0fe owned by network:dhcp {{(pid=86511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:12:31.919041 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d960e953-570b-439e-8e22-4f43167bd257 None None] Calling delete_port for 41b33f20-653f-40ec-a205-f5d26405e0fe owned by network:dhcp {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 13:12:32.006161 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.db.api [None req-d960e953-570b-439e-8e22-4f43167bd257 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 13:12:32.007061 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_db.api [None req-d960e953-570b-439e-8e22-4f43167bd257 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 13:12:32.016723 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 41b33f20-653f-40ec-a205-f5d26405e0fe no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:12:32.019803 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854088783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290742141471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363290742590034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125220'] for port, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:32.026174 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-3ddbcd01-379c-49ee-bcd2-0a781ba2953b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:32.061788 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 41b33f20-653f-40ec-a205-f5d26405e0fe {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:12:32.062365 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 41b33f20-653f-40ec-a205-f5d26405e0fe not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:12:32.062662 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 20111a35-8a5f-4f99-a2e2-88f4ceeea354 no longer exists at agent ovs-agent-dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 13:12:32.080581 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Pushing event deleted for resources: {'Port': ['ID=41b33f20-653f-40ec-a205-f5d26405e0fe,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:32.084602 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:32.085516 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] No DVR routers for this DVR port 41b33f20-653f-40ec-a205-f5d26405e0fe on host dv-cinder-787262-3-smb {{(pid=86511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 13:12:32.108306 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] No Port match for: 20111a35-8a5f-4f99-a2e2-88f4ceeea354 {{(pid=86513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 13:12:32.108857 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.rpc [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Device 20111a35-8a5f-4f99-a2e2-88f4ceeea354 not bound to the agent host dv-cinder-787262-3-smb {{(pid=86513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 13:12:32.219948 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:32.233322 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406453', 'neutron.services.segments.db._delete_segments_for_network-8746112716659'] for network, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:32.375728 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa69bebb-9f15-47cd-a44d-a72d3df23fcb']}} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:32.396465 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfed164-8dd8-40ef-b76d-3bcdd8665278') {'for_net_delete': True} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:32.397017 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.services.segments.db [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfed164-8dd8-40ef-b76d-3bcdd8665278') {} {{(pid=86511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 13:12:32.413012 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290742080355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9190499'] for segment, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:32.483412 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407942'] for segment, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:32.491910 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=86511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 13:12:32.508539 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d960e953-570b-439e-8e22-4f43167bd257 None None] Deleting port 41b33f20-653f-40ec-a205-f5d26405e0fe {{(pid=86513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 13:12:32.509149 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-d960e953-570b-439e-8e22-4f43167bd257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290742145652'] for port, before_delete {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:32.648191 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.plugin [None req-d960e953-570b-439e-8e22-4f43167bd257 None None] The port '41b33f20-653f-40ec-a205-f5d26405e0fe' was deleted {{(pid=86513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 13:12:32.710689 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Network fa69bebb-9f15-47cd-a44d-a72d3df23fcb has no segments {{(pid=86511) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:12:32.722953 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853367887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852650541'] for segment, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:32.933315 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.plugins.ml2.managers [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Network fa69bebb-9f15-47cd-a44d-a72d3df23fcb has no segments {{(pid=86511) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: Traceback (most recent call last): Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: timer() Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: cb(*args, **kw) Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: return func(*args, **kwargs) Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: self._notify() Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: self.callback(batched_events) Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: event.method(event) Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: segment_id)['aggregates'][0] Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: return f(self, *a, **k) Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: return self._get(url).json() Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: **kwargs) Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: return self.request(url, 'GET', **kwargs) Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: **endpoint_filter) Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 13:12:32.960473 dv-cinder-787262-3-smb neutron-server[86392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 13:12:33.145497 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854382450'] for network, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:33.150543 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-5778dff8-ff1a-4e8c-9e6b-9b203507e253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:33.167046 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609328'] for network, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:33.181075 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Pushing event deleted for resources: {'Network': ['ID=fa69bebb-9f15-47cd-a44d-a72d3df23fcb,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:33.185936 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:33.188822 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-f6eb9051-173d-47be-9d00-fc6ec004abbf admin admin] 10.222.0.11 "DELETE /v2.0/networks/fa69bebb-9f15-47cd-a44d-a72d3df23fcb HTTP/1.1" status: 204 len: 168 time: 2.0487585 Apr 22 13:12:33.569507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57876) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:33.926770 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-bcc6bdb2-e91f-4f74-b0a1-926662286ae8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4d0953241d5480cbf4dd7889bddf093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554430 Apr 22 13:12:33.930691 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57882) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:34.005928 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ee4b40d7-6a7c-46fe-b428-da1197c55e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:34.038349 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ee4b40d7-6a7c-46fe-b428-da1197c55e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:34.311699 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ee4b40d7-6a7c-46fe-b428-da1197c55e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:34.317972 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ea5148ba-b7e8-421f-bc71-476f0719a411 tempest-TestShelveInstance-93422309 tempest-TestShelveInstance-93422309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:34.347703 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b40d7-6a7c-46fe-b428-da1197c55e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42b9f94-b61c-4e84-baee-db4450ee80ba,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:34.354396 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-ee4b40d7-6a7c-46fe-b428-da1197c55e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:34.362048 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ee4b40d7-6a7c-46fe-b428-da1197c55e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:34.365131 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-ee4b40d7-6a7c-46fe-b428-da1197c55e24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e42b9f94-b61c-4e84-baee-db4450ee80ba HTTP/1.1" status: 204 len: 168 time: 0.4325366 Apr 22 13:12:35.073984 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57890) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:35.139996 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-88bd7622-04bf-4bef-8f0c-d73e50a5589f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6fd16d76d884e868d32750f6776a57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645485 Apr 22 13:12:35.143220 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [-] (86511) accepted ('10.222.0.11', 57894) {{(pid=86511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 13:12:35.223331 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-37612adb-ecde-45c8-a197-f59005748760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:35.257483 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-37612adb-ecde-45c8-a197-f59005748760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:35.433805 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-37612adb-ecde-45c8-a197-f59005748760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853183063'] for security_group, after_delete {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:35.440355 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-19f5c010-3456-45e1-9305-989059aef4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 13:12:35.457497 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37612adb-ecde-45c8-a197-f59005748760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb2a56a-b94c-4df0-9b2d-064061f59cea,revision_number=None']} {{(pid=86511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 13:12:35.460082 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-37612adb-ecde-45c8-a197-f59005748760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:35.461376 dv-cinder-787262-3-smb neutron-server[86392]: INFO neutron.wsgi [None req-37612adb-ecde-45c8-a197-f59005748760 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0cb2a56a-b94c-4df0-9b2d-064061f59cea HTTP/1.1" status: 204 len: 168 time: 0.3171279 Apr 22 13:12:35.462451 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG oslo_concurrency.lockutils [None req-37612adb-ecde-45c8-a197-f59005748760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 13:12:40.455819 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:12:44.394266 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:55.942187 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-7a16e099-18d6-4fed-9c6b-cf78e1e573ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:12:59.813711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:00.170338 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4ec86bcb-c053-4cea-9d09-56b8bd589409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:00.679237 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:02.222459 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:14.382014 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:17.444607 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:13:25.935861 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6e127bd3-d1a7-4339-9fa3-df3f75b002f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:29.807190 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:30.158665 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-81510baa-61dc-418b-a423-d876de106150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:30.675894 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:32.232711 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:44.386931 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:54.449533 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:13:55.956833 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5d08-6a69-4d5d-890e-aeec936ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:13:59.882180 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:00.196963 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ebbd196a-42f0-465c-a676-74629ab3c472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:00.672512 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:02.241201 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:14.392789 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:25.970036 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-ba94f5de-8cfa-4e0c-8ba1-44e1502f0f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:29.823781 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:30.184473 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e55877fb-8b3c-4020-90b7-4f086ba0fa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:30.700436 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:31.449229 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:14:32.252729 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:44.406949 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:55.966088 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-3714b6a3-4cb6-4dfe-8252-da4e952d10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:14:59.803107 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:00.163176 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-4e9abb4e-47bc-49f7-a5d4-eddd2bc559d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:00.694976 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:02.266258 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:08.449531 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:15:14.417507 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:25.945497 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-8e65d6c7-839c-4afd-b2e9-cc9477976b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:29.805622 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:30.179742 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-40ec0695-4227-4a8e-b82d-91b8c0e7a98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:30.694408 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:32.248654 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:44.419732 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:45.449173 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:15:55.959585 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-9c047793-4582-46f4-909d-7d763cff8bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:15:59.831044 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:00.199385 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-36170c93-7d91-4e35-9b8b-d104540ee53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:00.691802 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:02.339568 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:14.413941 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:16.554885 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.wsgi [req-1ac62e1d-50e6-4a90-8e72-bf759e024e04 req-95c9d257-9457-46d9-b83f-2905b10dd4b9 service neutron] (86511) timed out ('10.222.0.89', 55549) {{(pid=86511) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 13:16:22.449196 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:16:25.947562 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-563d6825-a12d-4f18-be88-c6a8db92cdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:29.813992 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:30.181298 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-5c71c5db-c84d-486c-805a-9f54b08f8406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:30.701807 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:32.290136 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:44.447538 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:55.941292 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b536c917-2097-4657-9e67-907c5c6b29d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:16:59.449476 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron.db.agents_db [None req-c294dfef-1589-4d0e-bc64-81d74f8a6427 None None] Agent healthcheck: found 6 active agents {{(pid=86514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 13:16:59.820569 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:17:00.190773 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b8378c93-9427-434e-80ec-ae359873233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:17:00.712486 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-082cde4a-7091-4dba-ba70-4ceca9292ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:17:02.283860 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-a056c7c5-b0c5-4331-a012-208bacff8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:17:14.426247 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-246d576e-723d-453d-9606-c2e4c42c22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:17:25.955975 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-e155bdf6-4b5e-432a-a08d-ed20b8bcfcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:17:29.872130 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6997-405d-47a1-967c-0a04055ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 13:17:30.158224 dv-cinder-787262-3-smb neutron-server[86392]: DEBUG neutron_lib.callbacks.manager [None req-b1616240-5c3a-4c65-8081-f6bfafb9e059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290742059141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705751'] for agent, after_update {{(pid=86513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}